---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:07:38.119809Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21068"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-58f6457999-cll22
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2aca75d94fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21073"
    uid: ea60026e-2e2e-4277-aed0-1f6f2e90635e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21081"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2acc9837bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21098"
    uid: f33640ef-0df2-4aba-8d20-dd96a938a992
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2accb0cbc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 6b26964c-7443-48d9-8b4f-2ca565a53e01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2accf584a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: d64bcf7a-071b-4211-bb50-d478d17272ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2accfed8391
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 443292c7-1871-4c5b-a89d-1112b1d4a9f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:07:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:42Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2adb330195b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21148"
    uid: c188ee9f-0f45-4626-b58e-99f20edd3cd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:07:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:42Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2adb661078c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21150"
    uid: a38ee5bb-1c89-411b-ba1d-472880a92cac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:07:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:42Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2adb6e92a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21151"
    uid: 156b5bcc-32fe-4dbc-bee4-439c78823445
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:07:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:42Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2adb6f7b3d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: 1076572d-ea9b-43d7-b734-6f8c26e86f1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:07:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:42Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2adbd66d85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: 1d8ab5de-c4ac-4094-8f8b-cfff8ec8e09b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:07:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:42Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2adbdf2837a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21157"
    uid: 575e19c8-ad7f-4b1c-bbd3-60e7a9fec3c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:08:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:54Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2ae2b7dde3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: 489e4f52-a878-470d-92eb-1fdf8c24b353
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:09:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:01Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2c022b988a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21770"
    uid: 1918cc80-1af5-4e6f-abd9-4a6995418d96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:09:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:01Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2c022ba50a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: 1336c792-f180-4587-a867-1f2d0fe09ef6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-cll22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: a16a6e56-4afc-4526-8e4d-3c87d4b9ef61
  kind: Event
  lastTimestamp: "2026-09-16T19:09:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:05Z"
    name: isvc-canary-create-predictor-58f6457999-cll22.18d5e2c108195887
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: 545d3ac4-9b90-4423-a4b6-e50c7a3c231d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:07:38.062038Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21058"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-58f6457999-zbjwd
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2aca3ec0c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21063"
    uid: 976e4ef0-ea26-41f8-9edb-c9d39f1de095
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2acc659c6e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: c67c5ce6-c655-4e90-a43e-ba61f5911f3c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2acc7dda390
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 0b3faf5b-d0f2-4784-9581-063a8aa70444
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2acca8772a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: 5d1401fd-f8cb-4a74-bde4-bb0c92e0b6fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2accafdfe12
    namespace: kserve-ci-e2e-test
    resourceVersion: "21101"
    uid: d3b274ad-aba6-4124-b458-548b59c61c46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2adcfcbeb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 23c1741f-c46e-48b7-9962-0cb1acac714f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2add34e4727
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: de7f00f5-94d2-48f0-aed7-a4f773525d01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2add3c399a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: 0f99acf5-5882-4530-b195-c65a37e533fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2add3cee7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: c5b55964-8d39-4b56-8e54-92a8266fbccf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2add6e1d38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: 835fe03b-95a5-4bad-88cf-bf42cc524f44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2add7585ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: 6642fbf9-60df-4694-ad03-7a8ce5359632
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:09:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:11Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2ae47ae7263
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: 418a8674-a337-4754-bf3e-f3debbee4c02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2c19f35a9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: fc57d0b8-da34-4c7a-be76-1a803b530096
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2c19f4154ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: ae054eeb-ec05-46ec-be90-d2658a3961dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-zbjwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: fe316994-0735-43c8-b1ce-582ec1dd5535
  kind: Event
  lastTimestamp: "2026-09-16T19:09:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:11Z"
    name: isvc-canary-create-predictor-58f6457999-zbjwd.18d5e2c24de2a2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: 6b956795-4679-44b2-937a-36c6d2b4b183
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-58f6457999
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 9ccdde45-cff4-4ec2-98b0-eed2e396dece
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'Created pod: isvc-canary-create-predictor-58f6457999-zbjwd'
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-predictor-58f6457999.18d5e2aca3850a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21060"
    uid: c69db384-604d-4fe7-ba07-308c5fb2f05d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-58f6457999
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 9ccdde45-cff4-4ec2-98b0-eed2e396dece
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'Created pod: isvc-canary-create-predictor-58f6457999-cll22'
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-predictor-58f6457999.18d5e2aca6e1c14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21069"
    uid: ce18fd99-d798-4d3f-8842-7308a0804527
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-58f6457999
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 9ccdde45-cff4-4ec2-98b0-eed2e396dece
  kind: Event
  lastTimestamp: "2026-09-16T19:09:01Z"
  message: 'Deleted pod: isvc-canary-create-predictor-58f6457999-cll22'
  metadata:
    creationTimestamp: "2026-09-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:01Z"
    name: isvc-canary-create-predictor-58f6457999.18d5e2c02294168e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21767"
    uid: afca6bc1-44fc-4782-b8be-ae2f6d15f512
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21040"
    uid: d3b68e92-8624-425f-a903-7def9f399914
  kind: Event
  lastTimestamp: "2026-09-16T19:07:37Z"
  message: Scaled up replica set isvc-canary-create-predictor-58f6457999 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:37Z"
    name: isvc-canary-create-predictor.18d5e2ac9fd505f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21045"
    uid: 7b6b0742-f412-4af5-aca7-ffe818ba4e26
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: d3b68e92-8624-425f-a903-7def9f399914
  kind: Event
  lastTimestamp: "2026-09-16T19:09:01Z"
  message: Scaled down replica set isvc-canary-create-predictor-58f6457999 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:01Z"
    name: isvc-canary-create-predictor.18d5e2c022230459
    namespace: kserve-ci-e2e-test
    resourceVersion: "21765"
    uid: 9be5e545-0d37-4e05-b267-93e43890f852
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:07:38.025039Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2aca1b784b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21054"
    uid: 9ba503e0-3b34-4dbe-ba4f-a4fc816b72c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21062"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2acc4083765
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: 124bd08f-c4b1-4ccf-ae68-257ac726cd71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2acc568f518
    namespace: kserve-ci-e2e-test
    resourceVersion: "21091"
    uid: f4ba5f35-6f51-41ee-9375-75d276842aea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2acc85f8e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: b4aa5857-0654-46c3-a65b-c920f19976d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2acc8e769f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21096"
    uid: d5dc51a8-901a-41fe-9603-41804c2ab0b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2adef4e53b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: 3aa9187e-2dbb-48b1-8f93-f1f5798bce74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2adf347b9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: 26eb8b0b-a296-4519-aebf-30ffa019a3b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2adf3d3baea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21174"
    uid: 4482d8e3-bcf4-4999-b230-21c449c511b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2adf3e13024
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: b95d3c7d-73f2-4303-bbab-0f434b1c9ca7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2adf7fbb5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: 54d28fc9-d079-457d-ac77-59048d8bb60d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2adf8868a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21179"
    uid: 7092ee8f-4a2d-4a9b-8c99-20bf01a73ca1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:11Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2ae67bdaa72
    namespace: kserve-ci-e2e-test
    resourceVersion: "21885"
    uid: b0f674d2-92ed-4d4d-8774-2e2652c375fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2c19ed92a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: ebe158d4-3f27-4654-8a78-a086b53d4c6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2c19eda715b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 4f403c77-9327-453e-8975-9479219f1393
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 25009467-ea1c-4c27-af68-13edd785d20b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:11Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf.18d5e2c26df9490c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 82d106ba-1346-480a-bb07-26364905f188
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6bbbd567bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21031"
    uid: 84f92f13-b386-40fe-bc71-7037e9ff0955
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6bbbd567bb-88fhf'
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb.18d5e2aca14cdaf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21051"
    uid: 2e022360-a1e9-487c-982c-647b22ed9f5a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21030"
    uid: 1a503c89-d1bf-4080-8c81-c75ba9485075
  kind: Event
  lastTimestamp: "2026-09-16T19:07:37Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6bbbd567bb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:37Z"
    name: isvc-canary-create-v2-predictor.18d5e2ac9d191fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21032"
    uid: 519dd7a1-a1bf-45b2-87db-814fa4300269
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 74ad445e-ec23-493f-8947-d9eb4e7d4972
  kind: Event
  lastTimestamp: "2026-09-16T19:09:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:02Z"
    name: isvc-canary-create.18d5e2ac9f73c4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: b6fa9ee3-6f78-4032-a80f-042cafc49658
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 74ad445e-ec23-493f-8947-d9eb4e7d4972
  kind: Event
  lastTimestamp: "2026-09-16T19:07:37Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:37Z"
    name: isvc-canary-create.18d5e2ac9fea774f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21046"
    uid: 8092f58c-4176-476f-afb3-664b302e32ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 74ad445e-ec23-493f-8947-d9eb4e7d4972
  kind: Event
  lastTimestamp: "2026-09-16T19:07:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-canary-create.18d5e2ac9feada4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21047"
    uid: 54d18793-fe99-427f-9105-df05a46d5135
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21780"
    uid: 74ad445e-ec23-493f-8947-d9eb4e7d4972
  kind: Event
  lastTimestamp: "2026-09-16T19:09:01Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:01Z"
    name: isvc-canary-create.18d5e2c0265141da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21781"
    uid: b61f722c-4730-4304-8420-084cdcf903f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:13.328826Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5c9955746c-8fpkr
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2c2d243de20
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: 2800f2b3-e51a-4a42-9b31-2d0858da0fd2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2c2f4756317
    namespace: kserve-ci-e2e-test
    resourceVersion: "21969"
    uid: 01248e51-f992-4b04-a30f-8377fee7895e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2c2f71ceb17
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: 334d67fe-3711-4006-8dea-9a77754d6388
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:14Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2c2fa544f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "21981"
    uid: 487d8027-a5f4-416e-a6ac-b0e16d408fcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:14Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2c2fae1c116
    namespace: kserve-ci-e2e-test
    resourceVersion: "21982"
    uid: 5920a999-1a9d-4d23-b117-4fa69a1240d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2c3ebaa632d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22031"
    uid: 365c1419-333d-49c2-8c80-f9512ce5a3b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2c3ee92ad97
    namespace: kserve-ci-e2e-test
    resourceVersion: "22033"
    uid: 2cba7bb4-f362-4387-9228-0d90b2b86ffc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2c3ef172d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: 20599c15-6525-4b92-9014-97f3088fc6f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2c3ef23f943
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: ed9cfd6a-2a7c-443d-8291-631b0cfbfdba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2c3f23356bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: 51994249-91f7-4a91-8eb0-0e1287e38efd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2c3f2fadec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: 66323e1b-67c2-429c-9862-4e03db9ca221
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:10:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:46Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2c463918408
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7cdd7a07-eebc-4b75-a350-4496bfe51f5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:10:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:43Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2d7cc150c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22722"
    uid: 2dc406fc-ce2b-44d3-9217-8911efa840aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:10:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:43Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2d7cc15965f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22723"
    uid: cc48ff2e-4a7f-4fc8-ad05-b19fdfb33543
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 626e5804-1f71-42af-abc8-e8934619263b
  kind: Event
  lastTimestamp: "2026-09-16T19:10:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:46Z"
    name: isvc-canary-promote-predictor-5c9955746c-8fpkr.18d5e2d869cafb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: a0d011c0-71a5-4bb4-a2ec-40bdac87429c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:13.387574Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5c9955746c-snhr5
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2c2d5c4514d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 732fac05-8bbe-4476-a797-0057bb3f5df0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2c2f8195d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21975"
    uid: 5a71f60c-8898-4f26-a0ab-4ac90441da1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2c2f981d772
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: a9ad9d20-46bc-4f99-90eb-e09d8eed0795
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:09:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:14Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2c2fcf9eacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21983"
    uid: bd955dab-bb28-47a3-b141-f2d30b3dbed9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:09:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:14Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2c2fd7163f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21985"
    uid: fb87434b-d609-46ca-b5f4-bffe061b7cb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2c407e49c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22046"
    uid: a954fafa-156f-46c0-b487-8893a908a9ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2c40bbe208e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22051"
    uid: 395d7ed3-9f8c-4e0f-b941-341a5b84f8c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2c40c35077d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22053"
    uid: 170e64a8-d000-4e23-832d-65f8b33b7c69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2c40c3f27ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22055"
    uid: af7b8232-dde8-492f-9837-21314e946f1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2c40f6beea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22059"
    uid: 96e31647-5b53-4ad0-942a-4c3d1e5ae2d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2c40fe64190
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: 7bdeeec2-9b5c-4fef-9d4c-fa2c19f6c3c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:10:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:25Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2c444226c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22538"
    uid: 836f790f-89e6-4e3a-9f74-10843c409898
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:10:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:29Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2d492ed7478
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: 66e6027f-ce52-4247-b507-84bb1c573410
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:10:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:29Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2d492ee8fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22583"
    uid: feaa3fbc-bc2a-4d25-ba02-667d927112c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-snhr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef7d1440-f1bd-439a-afc1-5ef154d2c613
  kind: Event
  lastTimestamp: "2026-09-16T19:10:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:30Z"
    name: isvc-canary-promote-predictor-5c9955746c-snhr5.18d5e2d4cc4a3567
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 103477f0-738e-4fbc-ba9a-e8692c9ccb8d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5c9955746c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 1eccae2e-4dd7-452d-95d5-391379f53836
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: 'Created pod: isvc-canary-promote-predictor-5c9955746c-8fpkr'
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-predictor-5c9955746c.18d5e2c2d1c9d4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21937"
    uid: 8571584e-dcd3-41da-8f8e-e60428b2304f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5c9955746c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 1eccae2e-4dd7-452d-95d5-391379f53836
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: 'Created pod: isvc-canary-promote-predictor-5c9955746c-snhr5'
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-predictor-5c9955746c.18d5e2c2d50bc86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: 969379e0-50ac-4a17-8212-e965a9d8e19d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5c9955746c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22574"
    uid: 1eccae2e-4dd7-452d-95d5-391379f53836
  kind: Event
  lastTimestamp: "2026-09-16T19:10:29Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-5c9955746c-snhr5'
  metadata:
    creationTimestamp: "2026-09-16T19:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:29Z"
    name: isvc-canary-promote-predictor-5c9955746c.18d5e2d492c2316c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22577"
    uid: 23366cd5-64db-43c2-8e13-7de5bee8c9ec
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21921"
    uid: 51bdf2d5-38b4-477b-9421-3a6716297469
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5c9955746c from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-predictor.18d5e2c2ce06e9a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 2b05e83c-cd91-42ef-b58e-fe0bfdaebd9b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22570"
    uid: 51bdf2d5-38b4-477b-9421-3a6716297469
  kind: Event
  lastTimestamp: "2026-09-16T19:10:29Z"
  message: Scaled down replica set isvc-canary-promote-predictor-5c9955746c from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:29Z"
    name: isvc-canary-promote-predictor.18d5e2d4924dfe08
    namespace: kserve-ci-e2e-test
    resourceVersion: "22575"
    uid: 131ffa63-05b0-424e-baee-3ae6799d7d85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:10:43.484754Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22726"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:10:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:10:43Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2d7cffa274f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22730"
    uid: a1b5f171-a1f9-4e3d-a98b-d90c5fce19eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22735"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:10:44Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:10:44Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2d7f1f5a516
    namespace: kserve-ci-e2e-test
    resourceVersion: "22738"
    uid: 51d40053-85e0-49f4-8daf-51ffd62b896b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:10:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:44Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2d7f39f3153
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: 51e2b0f1-ee77-4248-b9c3-b5c25195de45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:10:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:44Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2d7f6f5149b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22742"
    uid: 5e26af80-6a1a-48c4-96f5-55388ca94f28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:10:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:44Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2d7f76ee5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22743"
    uid: 556e9e3d-19fc-4b9d-84c6-3cbb0ecd89e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:10:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:48Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2d8f74132ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22779"
    uid: 0bf5ef0a-370c-406f-9a4a-05b51d91f090
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:10:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:48Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2d8fb01fb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "22782"
    uid: d835ce72-7502-4a2c-847e-3828875dc35e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:10:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:48Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2d8fb7b734d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22784"
    uid: 9e61c708-3ef0-409d-b690-0c2289d91901
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:10:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:48Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2d8fb85fd90
    namespace: kserve-ci-e2e-test
    resourceVersion: "22785"
    uid: a62e3c96-2aad-40a1-951c-4c7dac479560
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:10:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:48Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2d8feaed125
    namespace: kserve-ci-e2e-test
    resourceVersion: "22786"
    uid: 7ad06385-7570-453f-a1f3-246b13893927
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:10:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:48Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2d8ff2cab4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22787"
    uid: 40006bd6-e2b2-4c09-aac2-cb8cecb19501
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:12:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:16Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2d96f676d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "23427"
    uid: 3661de0f-e152-4cf0-8fa1-3bc7ae0b19f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:12:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:13Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2ecd242a1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23401"
    uid: 1722e5b7-63e5-4992-ab44-16351c1fb44f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:12:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:13Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2ecd24337cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: 79f92af0-4f25-45f1-bf09-d591af188390
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: 761d83a0-a534-43c7-960e-7111a20b1806
  kind: Event
  lastTimestamp: "2026-09-16T19:12:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:16Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd.18d5e2ed759bce42
    namespace: kserve-ci-e2e-test
    resourceVersion: "23426"
    uid: 24b52add-cd48-4d36-a438-055b2e2b8f4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:13.321679Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21932"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2c2d1d6cf07
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: ac062b6f-bfc1-4461-b37e-06626a011a78
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21949"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2c2f4103fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21968"
    uid: d896a8d1-5247-4540-a668-0f3a34057d1a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2c2f61bb14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: 4dabc324-49c3-4710-9d15-cad9c553c17e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2c2f99413db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21979"
    uid: 243d09b8-a862-4e19-8e6d-0944ff1eccc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2c2fa0fd850
    namespace: kserve-ci-e2e-test
    resourceVersion: "21980"
    uid: df60a354-41fb-471e-9de7-4ce8918cb6c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2c407fbd539
    namespace: kserve-ci-e2e-test
    resourceVersion: "22047"
    uid: 64e87024-6771-4695-b211-795688f79221
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2c40bccc7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22052"
    uid: 57f1a632-e3e8-4647-9093-bc6e13dcdce4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2c40c447747
    namespace: kserve-ci-e2e-test
    resourceVersion: "22056"
    uid: 3017ee99-c02b-4236-9dc1-cde808754554
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2c40c4e758b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22057"
    uid: 7c641acc-a1fa-4f39-b83a-77338d22f3d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2c40f5fd0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22058"
    uid: 6c7e81c7-c127-437c-856c-0e3739c507fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2c40fd9c236
    namespace: kserve-ci-e2e-test
    resourceVersion: "22060"
    uid: 9ff33893-24b5-4566-a84b-bf08ca986c7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:10:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:25Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2c4440888b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22537"
    uid: 50168e12-9f71-4b60-b6d8-1f3d1dafff7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:12:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:13Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2ecd28a50ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23402"
    uid: c641d789-9781-473c-9b27-5a5635ef7757
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:12:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:13Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2ecd28dfe4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23404"
    uid: 1db4972a-955e-4914-9f5f-eceac30d31a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7e8724fd-b6b2-41b9-8eaa-9dabc32f2fb1
  kind: Event
  lastTimestamp: "2026-09-16T19:12:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:15Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr.18d5e2ed3ecb50e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23421"
    uid: b34b2158-d962-4958-82c2-f2837f30d20f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5ccc95dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21914"
    uid: 8da99cb2-0bf5-4a00-97cb-f0d6965ec0bb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5ccc95dd4-sl4wr'
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4.18d5e2c2d120a26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: 83946dcf-9cb2-45f1-999f-94e4ef1e7778
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5ccc95dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22713"
    uid: 8da99cb2-0bf5-4a00-97cb-f0d6965ec0bb
  kind: Event
  lastTimestamp: "2026-09-16T19:10:43Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5ccc95dd4-6mcqd'
  metadata:
    creationTimestamp: "2026-09-16T19:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:43Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4.18d5e2d7cf8909e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22727"
    uid: a3a9a9e9-7c65-4589-99f4-c2bee3bf77d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 37f4a0d4-f997-40e1-a89d-459e04648ecc
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5ccc95dd4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-canary-promote-v2-predictor.18d5e2c2cbf0a04e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21915"
    uid: bb98e8d5-b2b9-425b-abdd-1a3373a3e42d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22706"
    uid: 37f4a0d4-f997-40e1-a89d-459e04648ecc
  kind: Event
  lastTimestamp: "2026-09-16T19:10:43Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5ccc95dd4 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T19:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:43Z"
    name: isvc-canary-promote-v2-predictor.18d5e2d7cabf2d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22717"
    uid: e4718063-3b8e-49fc-8d9b-9a3dce88f66f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: b3b3515e-0ff3-4142-a960-a52ac2d04b67
  kind: Event
  lastTimestamp: "2026-09-16T19:10:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:43Z"
    name: isvc-canary-promote.18d5e2c2cdb5977a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22725"
    uid: d6bce2da-1db3-430e-9c2c-c56514be9288
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: b3b3515e-0ff3-4142-a960-a52ac2d04b67
  kind: Event
  lastTimestamp: "2026-09-16T19:10:29Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:29Z"
    name: isvc-canary-promote.18d5e2c2ce2e9a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "22590"
    uid: 2b9eb24f-d14e-42c6-a31b-e3ef03a12f07
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: b3b3515e-0ff3-4142-a960-a52ac2d04b67
  kind: Event
  lastTimestamp: "2026-09-16T19:10:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:29Z"
    name: isvc-canary-promote.18d5e2c2ce2ed701
    namespace: kserve-ci-e2e-test
    resourceVersion: "22591"
    uid: 6d4018de-4afe-4b33-9466-47d775ad9693
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: b3b3515e-0ff3-4142-a960-a52ac2d04b67
  kind: Event
  lastTimestamp: "2026-09-16T19:12:06Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:06Z"
    name: isvc-canary-promote.18d5e2d61d7ae58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23336"
    uid: 30f9b224-8338-4a96-b79f-3bfc07a81e13
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:57:01.724879Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14547"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e2187b457cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14553"
    uid: e77569da-cf5b-4dde-8d6b-88aef91c19f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e2189d4f994d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: 899cf2ad-076b-4fb7-9155-7cf1ce8ede81
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e2189f8ac75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14585"
    uid: 24bb9028-68e1-40e2-a902-b5030a62c4a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e218a29c1e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14589"
    uid: 1d370440-9d66-42df-99db-9e39f5f3f682
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e218a31be87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14590"
    uid: 17c147c0-745e-4ab0-8671-510abf5d1291
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
  metadata:
    creationTimestamp: "2026-09-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:06Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e219a211e990
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: 50a9e64f-70cb-432e-9edc-36cff1a5fcc3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    in 16.024s (16.024s including waiting). Image size: 1580849567 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:22Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e21d5d39dbc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: 26c410ec-05a3-4832-927f-ee4accbdfa07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:22Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e21d608f3309
    namespace: kserve-ci-e2e-test
    resourceVersion: "14784"
    uid: ac09e61d-9cfd-4dac-835c-ea67e68a350f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:22Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e21d6110f441
    namespace: kserve-ci-e2e-test
    resourceVersion: "14787"
    uid: 303795ac-bd54-480f-8b0b-eb6c19ed489d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:22Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e21d611cf11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: ac3788af-e5fc-48a7-8c39-656045f15330
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.481s (2.481s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:25Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e21df5005845
    namespace: kserve-ci-e2e-test
    resourceVersion: "14807"
    uid: 7a13f985-8dca-4019-a8a4-8677aaa698f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:25Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e21dfa3a5c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14809"
    uid: cbc9ae82-4369-49b3-b963-7e347e35c5e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:25Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e21dfabd6d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14812"
    uid: 74b33602-678b-4294-b476-81fd6e614100
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:31Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e21e1742c82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 354e542a-b2a0-4ab5-a8e8-8dca3702d5f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:41Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e22fb95500e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: c46d8853-685d-4fe1-ad5d-1389e59535cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:41Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e22fb9559ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: 2fa032d9-03d2-46f4-b18a-c30f63bf6428
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: b17e8459-9e27-44f6-82a0-f1c8bf30d48b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:41Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-hfctg.18d5e22fc96cb100
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: d2dca7ee-0baa-4a20-9280-f2cf6f748de4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:51.494116Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e2320a072ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: 948cd008-65e7-470d-88a8-702ff2f19eac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:52Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:52Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e2322c2b1b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: 63a16474-a0f3-498e-8dca-ab503b781543
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:52Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e2322dd631a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: 75f62929-c555-4d81-bc8a-8fbabaa3180c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:52Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e23231816800
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: 0d69551d-d941-4403-9f6a-fa2bafdf5355
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:52Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e23232003011
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 8478a091-c837-4a20-8c8f-26296e4e0e99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e23323824698
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: eb988ae9-f827-4199-9323-a3d37fa25ed1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e233271e3d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: 6f27ce77-a6aa-4cd2-9c0a-ae35e37b2027
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e233279a324e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: 7e6f1336-b741-4903-811f-0d4a874c9898
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e23327a72a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15655"
    uid: db5f7fd3-dcb9-4d7a-8ae3-b7d32502efa5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e2332b81b193
    namespace: kserve-ci-e2e-test
    resourceVersion: "15658"
    uid: 7c906c38-4d28-4f9f-b852-1acd4a769647
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e2332c0709c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: f4e67108-1dd5-48ac-9ad7-154fd6e0ce09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T19:00:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:33Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e2339bad0f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 9e58f9c9-0acd-433d-b866-636c3acff5f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T19:00:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:31Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e249583efe9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: 3f5e9992-2a05-430f-8f56-6cc5be076725
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T19:00:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:31Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e249583f9d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: be959acb-d24d-4642-9243-0f024943c978
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b1ee0ded-03f5-4504-8a9d-84c6d7d745cb
  kind: Event
  lastTimestamp: "2026-09-16T19:00:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:34Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb.18d5e249f62b2ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 04ff0989-b88b-4fca-8398-6c4858ffcde4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:57:01.783296Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14558"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e2187ec0ec1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14563"
    uid: 57929703-8ed0-4bfc-881d-a6f6f4240bf3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14569"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e218a0e61586
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 91bccb9d-736e-419f-ad6c-f56e89f462ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e218a272d2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14588"
    uid: a43cdb4e-03ee-4e7e-93a1-a70ad658de22
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    in 3.639s (3.639s including waiting). Image size: 308177859 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:06Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e2197b61d043
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: 1d24d153-bd65-4b32-8196-0b7ba9fa816b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:06Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e2197e7f71e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14636"
    uid: e8c6094e-2fbc-48c7-afab-35cc13564ed5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:06Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e2197f03c4e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14638"
    uid: 74cdc645-8143-4aec-a350-65c5792cdc37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:10Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
  metadata:
    creationTimestamp: "2026-09-16T18:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:10Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e21a6dbf289c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14691"
    uid: 2e84d4fc-db4d-4790-aa5a-e7460ddf15d4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    in 18.516s (18.516s including waiting). Image size: 1580849567 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e21ebd727168
    namespace: kserve-ci-e2e-test
    resourceVersion: "14849"
    uid: 49c71034-f297-4d12-af5c-814fc2979bf6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e21ec11cd9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: 9eee224b-d18c-43db-89a3-77984fdc85ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e21ec1950e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "14851"
    uid: 04a78dfe-ce19-4f6c-af73-50a2f131af78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:28Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e21ec1a5d98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14852"
    uid: dbe949ea-d855-47c1-bf94-ba6d4b2d1402
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 1.157s (1.157s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:29Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e21f06a52d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: e4d83608-a847-49d5-9fbd-9344d87c43a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:29Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e21f0ab0bf24
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: e079eabc-0c8f-4583-8772-88f49690a1c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:57:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:29Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e21f0b161bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14872"
    uid: f49bda21-33e8-4247-9eba-3dc562824fdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:36Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e21f20726ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: 1fd10720-b825-4ee4-a725-c650b328bd37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T19:00:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:31Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e2495874bf38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: c90ddc37-88a8-415f-b12d-641af402fba9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: 98926bef-23e1-4c62-ad77-c4edc05bf0bb
  kind: Event
  lastTimestamp: "2026-09-16T19:00:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:31Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-qblrv.18d5e249587554b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 6ce698a4-f373-420b-a11b-1ee2fa04085c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-75f85bc9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14532"
    uid: 1f0b0013-5691-495e-ad70-f346f62a965e
  kind: Event
  lastTimestamp: "2026-09-16T18:57:01Z"
  message: 'Created pod: isvc-canary-rollback-predictor-75f85bc9f9-hfctg'
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9.18d5e2187ac7ccef
    namespace: kserve-ci-e2e-test
    resourceVersion: "14549"
    uid: 58f38624-1b4b-4764-a8aa-2e0cea8007c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-75f85bc9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14532"
    uid: 1f0b0013-5691-495e-ad70-f346f62a965e
  kind: Event
  lastTimestamp: "2026-09-16T18:57:01Z"
  message: 'Created pod: isvc-canary-rollback-predictor-75f85bc9f9-qblrv'
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9.18d5e2187e2f6925
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 6cc562fe-9589-4090-a34c-8f860bb7fada
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-75f85bc9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: 1f0b0013-5691-495e-ad70-f346f62a965e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:41Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-75f85bc9f9-hfctg'
  metadata:
    creationTimestamp: "2026-09-16T18:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:41Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9.18d5e22fb946b41e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: bf4eb0ad-ab74-4d06-99c7-0ef3d77fc9e6
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-75f85bc9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 1f0b0013-5691-495e-ad70-f346f62a965e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: 'Created pod: isvc-canary-rollback-predictor-75f85bc9f9-mqmdb'
  metadata:
    creationTimestamp: "2026-09-16T18:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9.18d5e232098d86cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15569"
    uid: f2ca5217-77b7-4c51-b0c6-5950a1db98d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: 5861bc90-4f1d-4986-8940-8e1e2753ba11
  kind: Event
  lastTimestamp: "2026-09-16T18:57:01Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-75f85bc9f9 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-canary-rollback-predictor.18d5e218766fcd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "14535"
    uid: 78078c3b-5137-4658-b809-64ba3f435150
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: 5861bc90-4f1d-4986-8940-8e1e2753ba11
  kind: Event
  lastTimestamp: "2026-09-16T18:58:41Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-75f85bc9f9 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:41Z"
    name: isvc-canary-rollback-predictor.18d5e22fb8b963b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: 1eec6744-a9da-47e1-a4ff-68c438d0ec68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: 5861bc90-4f1d-4986-8940-8e1e2753ba11
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-75f85bc9f9 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T18:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-canary-rollback-predictor.18d5e23204f4aea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: 75729572-8bb8-42fe-b657-bd9030b88a22
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:57:01.679050Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e218788a37dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14541"
    uid: 0bbdbd2b-c429-4417-abcf-c0d73a541a6c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e2188755ca8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 9148154a-c067-4cd3-a78b-48790c5f3c87
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14548"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e218be24fda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14604"
    uid: 21b26d9b-4657-4483-851e-4af44a19fc46
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e218bf9556d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14606"
    uid: cd3a32f8-7456-4c28-806f-5c4274805093
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    in 3.143s (3.143s including waiting). Image size: 308177859 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:06Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e2197af55334
    namespace: kserve-ci-e2e-test
    resourceVersion: "14633"
    uid: bf77055a-dcc8-4232-95fe-903efccb4555
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:06Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e2197e643b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: a619c8d0-2cd3-4ef1-a341-ea6bcccaaeb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:06Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e2197edd9309
    namespace: kserve-ci-e2e-test
    resourceVersion: "14637"
    uid: a84fc9c2-2139-4356-be3c-4b73a2a67044
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:10Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
  metadata:
    creationTimestamp: "2026-09-16T18:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:10Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e21a6da8a6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: a880f59d-1f3b-49a4-926d-52f07e2f775d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:27Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    in 17.31s (17.31s including waiting). Image size: 1580849567 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:27Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e21e7570a32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: 07f4066f-d1cb-4404-934a-b49336627d95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:27Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e21e7afd7c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14835"
    uid: 531a5a2f-b14c-4926-9964-bc6e73cad942
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:27Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e21e7c6b63e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14836"
    uid: 2ac95086-e42c-486b-a588-c96070b9396e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:27Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:27Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e21e7c7c16e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: 29f0db63-60b5-42ad-8290-b4b518c7ca2e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.32s (2.32s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:29Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e21f06ce9ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: b392e53b-023c-4339-bd38-5df39b0855a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:29Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e21f0ab6f663
    namespace: kserve-ci-e2e-test
    resourceVersion: "14871"
    uid: 3c45bc94-5818-4937-bf9c-9bbec963abd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:29Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e21f0b1a92ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14873"
    uid: a8f0fb49-4584-4c63-b720-b490ccbf81e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:58:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:36Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e21f2052247f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 4e0af4ef-3ad4-4377-8450-df25d7ca4d31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e2320547edca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: ed817d11-f063-4cb5-a5ed-2fdd83adce2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 294bf32f-c3a5-4130-a342-3be80ab672dd
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl.18d5e23205489610
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 6fd691e7-c232-4edc-b901-6384183d1e85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-c557dd7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: 87c95919-1ba0-4c06-a711-41b90d533ebf
  kind: Event
  lastTimestamp: "2026-09-16T18:57:01Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-c557dd7db-97ljl'
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db.18d5e218780e9d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "14539"
    uid: c57c9e60-594e-44bb-aebe-e188e2da0845
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14519"
    uid: 3e9e00af-5fb8-47f8-b6d7-12fca57eda57
  kind: Event
  lastTimestamp: "2026-09-16T18:57:01Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-c557dd7db from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-canary-rollback-v2-predictor.18d5e21873d7d1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14524"
    uid: 1afd9a56-fbe6-47af-8666-a65cacd0f3f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14504"
    uid: 523ac59b-29df-4579-8638-aab10c3868fb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-canary-rollback.18d5e21875f4dcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: 79335b45-33ca-4442-9f22-b66ad26ca8d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 523ac59b-29df-4579-8638-aab10c3868fb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-canary-rollback.18d5e22fbc98fdb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: 35931511-9085-46d3-b3bc-e9285e6c1798
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 523ac59b-29df-4579-8638-aab10c3868fb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-canary-rollback.18d5e22fbc9937f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: 931e85da-1eff-4293-b7b4-348f42dc1cc2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: 523ac59b-29df-4579-8638-aab10c3868fb
  kind: Event
  lastTimestamp: "2026-09-16T19:00:23Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:23Z"
    name: isvc-canary-rollback.18d5e230db45c1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: dc4dbd31-0ed5-4a4c-b503-1b8ea2c154d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:36.868390Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16693"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e24a92d31113
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: 990bb7a7-082e-4113-85ec-d77db6b7fa4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e24ab4a8ac6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 8ef9a481-8aab-454e-adfe-736dd995b5a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e24ab6a151ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: 5088d5f4-7ac5-4cb1-8d93-4313c7c1cc1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e24ab9ef0406
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: 2328f96d-04c2-4795-b2d8-7cda1bc23d91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e24aba6bb48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 1242ad6a-3441-4c1f-a073-77dcc6dba8f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e24bb3dc25d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: 41188956-05d1-4e15-8561-8270a4f3288f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e24bb709724f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16802"
    uid: 4b03a734-e681-4eb7-b49e-1058514b841c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e24bb794fc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: 1db654bb-6c47-4e14-9cbc-9c5304894f11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e24bb7a14037
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: 09896747-312f-4a33-9404-fd1a81337721
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e24bbad6d5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: 113c48a0-55a2-4890-a081-a40a19f24589
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e24bbb536324
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: a83c7373-8472-4c7e-97f7-17daea9ea21f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:49Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e24c2bdca61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17544"
    uid: db6cff24-956f-4105-b901-cbdf17263539
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:59Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e25dc7cfc215
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: 71771ea9-3345-4705-92c4-dc8ae8102a65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:59Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e25dc7d0a983
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 9552fb8c-153e-4c42-913f-63a15cf00b4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 64110e03-5cab-44aa-bdd3-f7a937cf46f2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:59Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw.18d5e25dde0cf59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: 36dd0643-0582-4dc1-8950-244529f8c430
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:36.956250Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16710"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e24a980f96ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: 3a9cb4f3-f3c4-4837-be5c-9cee4d9e4a1c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e24aba0f702f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: a95e2a9e-cd05-4e75-829d-611164960b32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e24abbdc0036
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: a3739297-0037-49fa-883a-d6d8b441d4cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e24abec882a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 7dbea069-3f38-4e37-ab2c-7ab3a482469d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e24abf3f37c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 01d69aec-fbdf-4d91-b46a-b1436b81e37f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e24bce52f414
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: 196a44fa-0600-460a-b7a7-31b27cecbcec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e24bd26285c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: 477d9c3c-1eaf-4956-991b-9a3846eeaf1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e24bd2f04d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: 34ef7e87-d083-4e31-a2ce-b22485b51cb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e24bd2fbeeed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16823"
    uid: 00e3c2e5-eb29-4d1e-9e89-ae1f9dcba0e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e24bd6312b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 1f6992d9-4dfe-47ee-ac02-544448dbdd1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e24bd6aa99db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: 22189eb7-3743-4872-a8ca-d3a51906f3a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e24c0a801798
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: 958b73a4-282c-4123-88b7-2ae53914deec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:02:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:06Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e25f847a0b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: 5948d473-fdd6-406b-8e40-b2fd9ff993fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:02:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:06Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e25f84817906
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: da41b0b6-bc0d-4079-85a6-4efda95d1ff0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: ca2fb136-f4f2-4cb0-953e-acf30204c9a7
  kind: Event
  lastTimestamp: "2026-09-16T19:02:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:09Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-w48gp.18d5e26010df582b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17769"
    uid: 7dc87d54-235b-4218-9ee7-96fa50b62f93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6cbd7d9f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 1fa77351-f854-45ae-8010-f2619273c826
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: 'Created pod: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw'
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59.18d5e24a929f4eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4542e89c-63a8-4027-ac85-48b84c46b301
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6cbd7d9f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 1fa77351-f854-45ae-8010-f2619273c826
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: 'Created pod: isvc-canary-stop-predictor-6cbd7d9f59-w48gp'
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59.18d5e24a972c3ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 9acf03fc-0d15-4cdb-a83d-402506522d31
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6cbd7d9f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: 1fa77351-f854-45ae-8010-f2619273c826
  kind: Event
  lastTimestamp: "2026-09-16T19:01:59Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-6cbd7d9f59-ks6sw'
  metadata:
    creationTimestamp: "2026-09-16T19:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:59Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59.18d5e25dc7a1497a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: 52c56d34-c57a-45ed-af37-4d00d9ca9d18
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: c336b295-46e0-4e55-a0ef-0c246a8b817d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: Scaled up replica set isvc-canary-stop-predictor-6cbd7d9f59 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: isvc-canary-stop-predictor.18d5e24a8e331e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 369607ee-988e-4a59-a16d-46b3606a1d76
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17624"
    uid: c336b295-46e0-4e55-a0ef-0c246a8b817d
  kind: Event
  lastTimestamp: "2026-09-16T19:01:59Z"
  message: Scaled down replica set isvc-canary-stop-predictor-6cbd7d9f59 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:59Z"
    name: isvc-canary-stop-predictor.18d5e25dc697c6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: bd47fa6b-fc86-4e27-9765-00e1d4cf64b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:36.851443Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e24a91d06821
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: 2fb607ae-2c07-41e3-871a-1eb14543bf15
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e24ab3cc5af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 891d0434-8993-404a-95d9-a384abd868be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e24ab5b8d061
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: 8c23345e-598c-4f3a-8cc0-60f26a99a1bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e24ab8f5f627
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: e81cf633-ee04-42e4-ba8f-111ad32e3b00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e24ab96c356f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 0623b726-1053-419c-adf0-dcc3501d0aff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e24bce6824b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: ec443904-ced9-426a-bbce-11f66b66976e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e24bd274af52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: ae68dc42-303f-4d0f-ad9b-c902f5a97980
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e24bd30b990b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: efff576f-f0cf-4ade-b180-289caf6a8d56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e24bd31412a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: 03485d09-46bc-4e4c-be0f-e4799387d04d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e24bd63cc2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: a0aab43f-e92b-48d3-ac61-7acc6b2c6520
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e24bd6b6ded7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 246cb3e3-0705-4189-9058-0b319c9dee58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:02:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:09Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e24c0a9c56d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: af521df5-247f-4eef-9a2f-1770cc9c4aa2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:02:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:06Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e25f81aeaa8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: c9f18418-6172-44a9-ba80-be00801e236c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:02:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:06Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e25f81af2091
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: 949032fc-6aa1-45a9-8ff0-d3330a2c26a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f9cf9588-4f2f-4d89-9cd5-c6b85fe2c4d1
  kind: Event
  lastTimestamp: "2026-09-16T19:02:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:09Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr.18d5e26010e07ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: 0509f6b9-9a93-4c27-a6bf-9f36a9e1919f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: c2562982-3894-499f-9945-867ec258214d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-64b9b9d9c4-8hjwr'
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4.18d5e24a91635f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: 5bdb24a7-f7d6-408f-8be2-310f28ce6053
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16664"
    uid: a90ddd86-5daf-427d-a0c8-a2d0b9a968e6
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-64b9b9d9c4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: isvc-canary-stop-v2-predictor.18d5e24a8b912bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: fa6c314c-091e-4fa5-a38f-6e168d0f2a8a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 3ac54a33-31cf-4bf6-b25a-67d9a77ca60e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:06Z"
    name: isvc-canary-stop.18d5e24a8dbe62ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17742"
    uid: f4ffa9a9-72c4-4e2c-bdbc-b02cb369e3f5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 3ac54a33-31cf-4bf6-b25a-67d9a77ca60e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: isvc-canary-stop.18d5e24a8eaa87ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16720"
    uid: 8045b285-c6a1-4b30-a829-b5a9b738fdfd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 3ac54a33-31cf-4bf6-b25a-67d9a77ca60e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-canary-stop.18d5e24a8eaab24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16722"
    uid: 1137fef3-422c-4d4d-812f-2bad5ace0190
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17659"
    uid: 3ac54a33-31cf-4bf6-b25a-67d9a77ca60e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:00Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:00Z"
    name: isvc-canary-stop.18d5e25e105dcb07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: d169a841-6a9d-440d-a064-1c503c41f61e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17743"
    uid: 3ac54a33-31cf-4bf6-b25a-67d9a77ca60e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:06Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-16T19:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:06Z"
    name: isvc-canary-stop.18d5e25f83ee6ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: f50688b9-ec60-40c7-abb3-8b9cd5d31858
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:04:23.543205Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19223"
    uid: b5da5146-5864-4e91-b48e-57f372ad3bd8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:04:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:04:23Z"
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62.18d5e27f59b233dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19229"
    uid: 64be7f9f-190a-4a7c-9f6a-a2812fc539a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: b5da5146-5864-4e91-b48e-57f372ad3bd8
  kind: Event
  lastTimestamp: "2026-09-16T19:04:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-a6bd8f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:23Z"
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62.18d5e27f66f9826e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19236"
    uid: a61e37d8-f7af-4d52-b7f1-a9d908caaf19
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19233"
    uid: b5da5146-5864-4e91-b48e-57f372ad3bd8
  kind: Event
  lastTimestamp: "2026-09-16T19:04:24Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:04:24Z"
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62.18d5e27f9f9f805f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19246"
    uid: a79e585d-4508-4b89-a99c-b3feaa299523
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: b5da5146-5864-4e91-b48e-57f372ad3bd8
  kind: Event
  lastTimestamp: "2026-09-16T19:04:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:30Z"
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62.18d5e27fa1215316
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: f465c58b-3b1f-4fd0-8a63-41ada9af1d50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: b5da5146-5864-4e91-b48e-57f372ad3bd8
  kind: Event
  lastTimestamp: "2026-09-16T19:04:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:30Z"
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62.18d5e27fa3a8832d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19298"
    uid: 68c70ae2-f981-431f-b0d7-7b45560bb218
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: b5da5146-5864-4e91-b48e-57f372ad3bd8
  kind: Event
  lastTimestamp: "2026-09-16T19:04:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:30Z"
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62.18d5e27fa41c96bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 586d9dd3-030e-4b86-8f2d-9a9eceaee398
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: b5da5146-5864-4e91-b48e-57f372ad3bd8
  kind: Event
  lastTimestamp: "2026-09-16T19:04:33Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:33Z"
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62.18d5e281ac88a285
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: e3aef380-9c5c-4bb0-9a24-e11ecde82659
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19215"
    uid: 5a0ccab8-b806-4908-b856-dfbacd3cbf6c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:23Z"
  message: 'Created pod: isvc-init-fail-a6bd8f-predictor-7c4587dc7b-bhf62'
  metadata:
    creationTimestamp: "2026-09-16T19:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:23Z"
    name: isvc-init-fail-a6bd8f-predictor-7c4587dc7b.18d5e27f592f2c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19226"
    uid: f9bc862a-d87d-439b-8735-07e723e10d6f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-a6bd8f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: 044bba7a-4a96-4823-9dc4-d82234705309
  kind: Event
  lastTimestamp: "2026-09-16T19:04:23Z"
  message: Scaled up replica set isvc-init-fail-a6bd8f-predictor-7c4587dc7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:23Z"
    name: isvc-init-fail-a6bd8f-predictor.18d5e27f55f90d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: a2d41ef4-afa3-4f1a-82fe-5586013501a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a6bd8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19204"
    uid: c2bf9ea5-fde9-493b-a2f3-b1c7e4a92ca7
  kind: Event
  lastTimestamp: "2026-09-16T19:04:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:30Z"
    name: isvc-init-fail-a6bd8f.18d5e27f5628c230
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: 480785da-e91d-4892-86b5-2e8f527306a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a6bd8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19204"
    uid: c2bf9ea5-fde9-493b-a2f3-b1c7e4a92ca7
  kind: Event
  lastTimestamp: "2026-09-16T19:04:23Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-a6bd8f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-a6bd8f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:23Z"
    name: isvc-init-fail-a6bd8f.18d5e27f568cea10
    namespace: kserve-ci-e2e-test
    resourceVersion: "19219"
    uid: 40b53099-96d4-45be-8e29-5d089825d7b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a6bd8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19204"
    uid: c2bf9ea5-fde9-493b-a2f3-b1c7e4a92ca7
  kind: Event
  lastTimestamp: "2026-09-16T19:04:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-a6bd8f": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:23Z"
    name: isvc-init-fail-a6bd8f.18d5e27f568d3920
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: 6e7c0807-9240-46c7-9430-4098bd5f9c21
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:07.403723Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18465"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:07Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26d9f6de640
    namespace: kserve-ci-e2e-test
    resourceVersion: "18471"
    uid: 995cbbd4-02ac-420f-bbaa-b0ab69dc12a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-87fdd-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:07Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26da7f4a781
    namespace: kserve-ci-e2e-test
    resourceVersion: "18478"
    uid: b8e7d2e2-6bb7-4557-b626-2917746a4afa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18475"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:08Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:08Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26de53ecae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18489"
    uid: ecdcb58f-081e-406d-a9f9-b61ef0e001b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:08Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26de75fe20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: dc8655db-e79f-4a9e-9214-82ddd80daa9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:08Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26dea5c82a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: d3c423a3-8f1f-40e9-bda3-221b6b1a0a36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:08Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26dead7f0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18493"
    uid: 2deae120-6bbb-49ba-8de2-b8be196ed17b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:13Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26f08158636
    namespace: kserve-ci-e2e-test
    resourceVersion: "18540"
    uid: c8ef41de-b873-4f13-ac62-c51e0f66e37c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:13Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26f0bd167a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: b4241785-5327-4751-9d90-bb21dad0fa12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:13Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26f0c50090a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 23fa6a35-0ed1-4196-b19b-3928c300adff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:13Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26f0c5c6e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "18546"
    uid: 2d59a368-1263-41f1-b22a-2578beeaedca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:13Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26f0f6091d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: 3ef3a8b9-0a34-4ea0-9958-41c3af8a0189
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:13Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26f0fdc99aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18549"
    uid: 8f79854c-a378-4f17-aa1b-ec7421dd4b19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:13Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:fca41bf6c76d7657f169edd3dc0c6debdb0e457b6b69858a1a9fecfede46fd40"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:13Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26f0fe813ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: 41886c7b-1dfc-467c-8e9a-209a401c9363
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:13Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T19:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:13Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26f145a89ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: f3132d7f-98a1-4dd1-a21e-acdc61b16488
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:13Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T19:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:13Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26f14e396ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18552"
    uid: 376ee21a-92c7-457e-b24c-e6ec3cd96a6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:50Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26f443573bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19635"
    uid: b96148c3-8006-4918-b02b-f568a7108e5a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:50Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e26f443fc1fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19636"
    uid: f530e049-944c-4c50-8aac-71358c93ae66
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:42Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e283cbda9d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: e22cddc4-f932-4932-a920-d5934a036944
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:42Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:42Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e283cbdadbef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 0ec9fd71-e982-4abe-8ee4-862c759b066a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:42Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e283cbdb2f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19507"
    uid: 953e120d-f10f-4a7b-8f90-d8f0e6f551fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: f8801259-429e-44ec-a099-9a9d4395e96f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:00Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c.18d5e2847466f48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: 2a15f2d7-53fa-464a-867d-f8615d583a8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-87fdd-predictor-f5488758
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: 84bb8637-1e49-445f-bc45-4a7f8f71dbb0
  kind: Event
  lastTimestamp: "2026-09-16T19:03:07Z"
  message: 'Created pod: isvc-logger-raw-87fdd-predictor-f5488758-zhz5c'
  metadata:
    creationTimestamp: "2026-09-16T19:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:07Z"
    name: isvc-logger-raw-87fdd-predictor-f5488758.18d5e26d9ed08c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "18469"
    uid: 80c6b7e3-3857-41f7-9ece-853e73ef764a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-87fdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: d7ecade4-da39-4ed7-9be9-718ee480caca
  kind: Event
  lastTimestamp: "2026-09-16T19:03:07Z"
  message: Scaled up replica set isvc-logger-raw-87fdd-predictor-f5488758 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:07Z"
    name: isvc-logger-raw-87fdd-predictor.18d5e26d9b041549
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: e70d6ddb-c04c-4028-98a8-6fcf10fc6e3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-87fdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: 666213ba-cdb7-4a14-9552-71ead5aea3a0
  kind: Event
  lastTimestamp: "2026-09-16T19:03:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:22Z"
    name: isvc-logger-raw-87fdd-predictor.18d5e27119ae5749
    namespace: kserve-ci-e2e-test
    resourceVersion: "18624"
    uid: 9be0b203-065a-4001-a0ec-0195b456b8ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-87fdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: 666213ba-cdb7-4a14-9552-71ead5aea3a0
  kind: Event
  lastTimestamp: "2026-09-16T19:03:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:22Z"
    name: isvc-logger-raw-87fdd-predictor.18d5e2711a33bc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "18626"
    uid: 1af8b50a-7f46-4949-ab70-4fb08d46c12a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-87fdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: 666213ba-cdb7-4a14-9552-71ead5aea3a0
  kind: Event
  lastTimestamp: "2026-09-16T19:04:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:37Z"
    name: isvc-logger-raw-87fdd-predictor.18d5e274990e3259
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: c5bbfa97-b9cb-4f82-87ce-5c45914dbad6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-87fdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: 666213ba-cdb7-4a14-9552-71ead5aea3a0
  kind: Event
  lastTimestamp: "2026-09-16T19:04:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:37Z"
    name: isvc-logger-raw-87fdd-predictor.18d5e2749970fb7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19389"
    uid: bb42e5a2-e8e5-429f-9ed4-60db4a57b0a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-87fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18446"
    uid: c3fcac1a-5b61-45f4-9802-2fa313871ddf
  kind: Event
  lastTimestamp: "2026-09-16T19:04:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:30Z"
    name: isvc-logger-raw-87fdd.18d5e26d9b181fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: 7a14dada-a946-48a7-8472-54bfa23daaac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-87fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18446"
    uid: c3fcac1a-5b61-45f4-9802-2fa313871ddf
  kind: Event
  lastTimestamp: "2026-09-16T19:03:07Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-87fdd":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-87fdd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:07Z"
    name: isvc-logger-raw-87fdd.18d5e26d9bbd6540
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 6f897453-1803-4a6c-8d41-2d9ac466d0c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-87fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: c3fcac1a-5b61-45f4-9802-2fa313871ddf
  kind: Event
  lastTimestamp: "2026-09-16T19:04:30Z"
  message: InferenceService [isvc-logger-raw-87fdd] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:30Z"
    name: isvc-logger-raw-87fdd.18d5e280fd773466
    namespace: kserve-ci-e2e-test
    resourceVersion: "19312"
    uid: e8cf8be3-9a0a-4fe5-99d6-b915ab30d053
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:48.567157Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:48Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f4ef7830bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23744"
    uid: 164f0485-ed1f-48b2-a4f6-472345420784
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23749"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:49Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:49Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f511fffc86
    namespace: kserve-ci-e2e-test
    resourceVersion: "23756"
    uid: 58d25866-8f5d-4905-8bec-bbc55399900a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:49Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f513ba3bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23758"
    uid: 7689ffa2-5cc5-4687-b26e-994a2ed546d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:49Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f516bcc123
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 15b49f91-2824-426e-ae28-f94957aa47ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:49Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f51738f806
    namespace: kserve-ci-e2e-test
    resourceVersion: "23760"
    uid: efbbadf4-1410-4410-a40b-992ea23c0edd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f631c01e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23798"
    uid: b88b28e5-e647-4a46-9e69-98c6848cd6b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f635540357
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 347e841c-cc41-465e-b7d0-32291ca50fcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f635d134c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23801"
    uid: ddcfa31c-8115-43ba-9302-3a6ffd9aa18d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f635dbdddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23803"
    uid: fe57c5ab-1c76-4826-9412-17c895a65a06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f638c8bcd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23805"
    uid: 307b8b81-0361-4d9e-902c-23334749e8fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f639535e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23806"
    uid: 02c439cb-4936-4915-9c1a-902237f4c6dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:fca41bf6c76d7657f169edd3dc0c6debdb0e457b6b69858a1a9fecfede46fd40"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f6395f3ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23807"
    uid: 564daa61-2b7e-40d7-931b-344086ab88a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f63bf5a146
    namespace: kserve-ci-e2e-test
    resourceVersion: "23809"
    uid: 28c942de-fe41-424b-9508-0b14d89589a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:54Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:54Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f63c7d817d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23810"
    uid: 06b9adeb-b5c0-43b4-9796-3165fad198af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:14:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:31Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f66dd1648d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24594"
    uid: 735f08f6-757f-4b83-9080-c1017f7b52c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e2f66ddd525d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24670"
    uid: fe244746-02e6-4a23-84fe-e4695b6d11fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e30b1bc1aaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: aab0098f-fd63-4c04-aa5b-984ac13112ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T19:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e30b1bc212f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 31038887-0ca8-4908-97a8-b560abce5266
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e30b1bc245ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24495"
    uid: f0fdb476-413c-42c9-a196-54fd00aa5abd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 54d699c3-2780-4189-a57d-0fe9c44b801c
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6.18d5e30b9e09eb4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24669"
    uid: b1628958-9c1c-415f-b9f3-1d8e4e1a125d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23727"
    uid: 35220f17-5581-4c13-b621-da69322c2584
  kind: Event
  lastTimestamp: "2026-09-16T19:12:48Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-7fd84f4ff-27rf6'
  metadata:
    creationTimestamp: "2026-09-16T19:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:48Z"
    name: isvc-logger-raw-cipn-predictor-7fd84f4ff.18d5e2f4ef01ab43
    namespace: kserve-ci-e2e-test
    resourceVersion: "23741"
    uid: cfd0dde4-8b9d-40e6-a83e-045194bf3d04
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23724"
    uid: 980d92ea-8916-4e1a-a75b-e7b71db9e0c0
  kind: Event
  lastTimestamp: "2026-09-16T19:12:48Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-7fd84f4ff from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:48Z"
    name: isvc-logger-raw-cipn-predictor.18d5e2f4ea96f245
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: 330291c7-1db9-4107-8d5a-1e22bb563b51
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23725"
    uid: 62c08d7e-62bb-4cc4-8219-b2f0adb384b3
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-logger-raw-cipn-predictor.18d5e2f86922f100
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 6009fdcc-f10a-4d46-bcf8-c7eb60c0aec0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23725"
    uid: 62c08d7e-62bb-4cc4-8219-b2f0adb384b3
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-logger-raw-cipn-predictor.18d5e2f869f713e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0142f317-8a24-45cc-94bc-9e3c3a872412
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: 62c08d7e-62bb-4cc4-8219-b2f0adb384b3
  kind: Event
  lastTimestamp: "2026-09-16T19:14:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:18Z"
    name: isvc-logger-raw-cipn-predictor.18d5e2ff68200744
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: c953c8ef-9f3a-4428-8a25-8235a244e33f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: 62c08d7e-62bb-4cc4-8219-b2f0adb384b3
  kind: Event
  lastTimestamp: "2026-09-16T19:14:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:18Z"
    name: isvc-logger-raw-cipn-predictor.18d5e2ff68ccd378
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: eec76756-c371-40de-a918-3d11e842d2f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: d86e1934-2e03-4929-b5cb-0f072e31ad83
  kind: Event
  lastTimestamp: "2026-09-16T19:14:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:11Z"
    name: isvc-logger-raw-cipn.18d5e2f4ea118877
    namespace: kserve-ci-e2e-test
    resourceVersion: "24378"
    uid: 0b96d1bf-2c37-423d-9acd-748025590f58
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: d86e1934-2e03-4929-b5cb-0f072e31ad83
  kind: Event
  lastTimestamp: "2026-09-16T19:12:48Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:48Z"
    name: isvc-logger-raw-cipn.18d5e2f4eb0c3a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23733"
    uid: 3181a02d-d821-4b52-a019-4949b1bb92a0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24376"
    uid: d86e1934-2e03-4929-b5cb-0f072e31ad83
  kind: Event
  lastTimestamp: "2026-09-16T19:14:11Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:11Z"
    name: isvc-logger-raw-cipn.18d5e30827b39cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24377"
    uid: c6991de3-74e6-4134-ba99-9bc4fdf9e488
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:17.131572Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17859"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:17Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e261eaf9bf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 7a20ef4f-ba6a-4444-bdce-8b62b353a02e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17868"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:02:17Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:17Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e2620d1ea90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17880"
    uid: a91efdd3-deec-48fa-8dcf-f7365f3f2f24
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:02:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:17Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e2620ec9900c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: e89bb008-98d0-44c2-a3b8-f96063a29895
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:02:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:17Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e26211614dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 3a344d31-2ceb-4d58-bd42-745bdaaa37df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:02:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:17Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e26211d2b618
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: ccbb615b-c7a8-4384-b213-b761bd4c5ee2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e26332cddf0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 9633c79a-3770-4921-b2f8-bfa56c187d80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e263361e82d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17942"
    uid: 3500751a-fad1-4567-bc14-d84503258e17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e2633693363a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: 0f6e337d-db12-416d-82fe-d5fab5278ffb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e263369cf943
    namespace: kserve-ci-e2e-test
    resourceVersion: "17944"
    uid: ad539273-23a0-4843-8370-f65aa3c71521
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e26339e872f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: f550d38c-8b0b-4524-abad-140cf13892bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e2633a619c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17949"
    uid: eac51bdd-737c-412c-873b-64eec187513d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:04:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:20Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e2636ed95204
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: ae2c0eb2-71ea-48ba-96a0-8e62e7a64823
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:04:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:18Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e27e26f4d9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: e3e54dc0-fc12-45e6-b26a-aa345853a571
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:04:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:18Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e27e26f547b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: 4e97f7b9-8df9-47fb-9238-45cc6f5eacbf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 791e0be5-0d4f-45d3-8e1d-86c1d89bc978
  kind: Event
  lastTimestamp: "2026-09-16T19:04:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:20Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b.18d5e27ead036b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19170"
    uid: 2bee1647-1245-4b62-a163-d04dc9ecc6d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "17852"
    uid: 88f29958-affa-4b03-8cc8-60513a31be90
  kind: Event
  lastTimestamp: "2026-09-16T19:02:17Z"
  message: 'Created pod: isvc-primary-8f4cb6-predictor-7fb56ccb67-7mn2b'
  metadata:
    creationTimestamp: "2026-09-16T19:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:17Z"
    name: isvc-primary-8f4cb6-predictor-7fb56ccb67.18d5e261eaba563b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 1b4e3b52-6bea-49a0-87a0-9cd5a2792041
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-8f4cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17849"
    uid: b4b9480c-bc50-4e6b-a91d-5657ca2e5fd0
  kind: Event
  lastTimestamp: "2026-09-16T19:02:17Z"
  message: Scaled up replica set isvc-primary-8f4cb6-predictor-7fb56ccb67 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:17Z"
    name: isvc-primary-8f4cb6-predictor.18d5e261e5873e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: d0178147-5da0-4503-8c43-dbe92828c963
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-8f4cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17850"
    uid: d7c18247-f014-4fe1-a428-368303a4dcab
  kind: Event
  lastTimestamp: "2026-09-16T19:02:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: isvc-primary-8f4cb6-predictor.18d5e26563ba4873
    namespace: kserve-ci-e2e-test
    resourceVersion: "18181"
    uid: 4f21b49a-ddac-458f-9df1-4956511de91d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-8f4cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17850"
    uid: d7c18247-f014-4fe1-a428-368303a4dcab
  kind: Event
  lastTimestamp: "2026-09-16T19:02:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: isvc-primary-8f4cb6-predictor.18d5e265644266ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18184"
    uid: 898a3c58-d473-472a-941d-a643e0945124
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-8f4cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18018"
    uid: d7c18247-f014-4fe1-a428-368303a4dcab
  kind: Event
  lastTimestamp: "2026-09-16T19:04:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:17Z"
    name: isvc-primary-8f4cb6-predictor.18d5e26c63b477f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19105"
    uid: d83fe4fe-1e54-4318-bd62-6378f9e00c41
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-8f4cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18018"
    uid: d7c18247-f014-4fe1-a428-368303a4dcab
  kind: Event
  lastTimestamp: "2026-09-16T19:04:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:17Z"
    name: isvc-primary-8f4cb6-predictor.18d5e26c646671ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19107"
    uid: f2e197fb-2e11-4849-a686-451be9db0ba3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-8f4cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17839"
    uid: bc1bd0dd-4afe-418f-ad1b-845a678f74e5
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-primary-8f4cb6.18d5e261e4f9fed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18775"
    uid: 7619a43c-ed42-40da-a0e4-3a9e9a2b6849
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-8f4cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17839"
    uid: bc1bd0dd-4afe-418f-ad1b-845a678f74e5
  kind: Event
  lastTimestamp: "2026-09-16T19:02:17Z"
  message: 'Failed to update status for InferenceService "isvc-primary-8f4cb6": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-8f4cb6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:17Z"
    name: isvc-primary-8f4cb6.18d5e261e6809cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: 40269aa7-4f97-41b7-aa76-4c139cde9ed2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-8f4cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17839"
    uid: bc1bd0dd-4afe-418f-ad1b-845a678f74e5
  kind: Event
  lastTimestamp: "2026-09-16T19:02:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-8f4cb6": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:17Z"
    name: isvc-primary-8f4cb6.18d5e261e680ebed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 4fea3230-2bcb-4b76-9585-25671bb3e161
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-8f4cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18773"
    uid: bc1bd0dd-4afe-418f-ad1b-845a678f74e5
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: InferenceService [isvc-primary-8f4cb6] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-primary-8f4cb6.18d5e27562c50a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "18774"
    uid: f8ce9e5f-6b41-4857-95a8-a63b75b95c03
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:57:01.554753Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e2187121aab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: c8d24e82-6490-4840-9a26-c803fa9c8dd5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14521"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e2189323ed2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14574"
    uid: 537dda72-ea88-44b9-8c53-3c70ebe846af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21894d1edb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14578"
    uid: 9e701c6c-b60a-4d8d-8d52-233350e1f204
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21897d43c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14580"
    uid: cea6028b-acce-4ca3-bc1b-9a379dcb52a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e218984ed66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14582"
    uid: 4ec866f5-0995-44da-aad7-d08782e7ec3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
  metadata:
    creationTimestamp: "2026-09-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:06Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e219a1fbff61
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: 27cb861a-0abd-45cd-9c18-14519a02920a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    in 16.006s (16.006s including waiting). Image size: 1580849567 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:22Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21d5c0c5cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: 4286e8c6-d3f0-4032-8542-e591ba71d192
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:22Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21d60534d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: dff865c4-b164-49dd-aa6d-d794040d914b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:22Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21d60d3554f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: fba31919-1322-4110-82bc-7fe19eebbbee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:22Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21d60e45f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "14786"
    uid: 679ce8fa-125e-4d47-95eb-f8fa997cd376
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.512s (2.512s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:25Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21df6ac781b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14808"
    uid: 9aa534c4-5b26-4cfa-b3a3-9c2ece521533
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:25Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21dfa5e8416
    namespace: kserve-ci-e2e-test
    resourceVersion: "14810"
    uid: 651652d0-c746-4fe0-970a-e4e2fd6a04df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:25Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21dfaed767c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: df529a11-517d-491a-9087-9f01540ef26b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:25Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:fca41bf6c76d7657f169edd3dc0c6debdb0e457b6b69858a1a9fecfede46fd40"
  metadata:
    creationTimestamp: "2026-09-16T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:25Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21dfafc5cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b8a3c2f1-ba51-450c-a60b-f1fa7cdb941c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:27Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:fca41bf6c76d7657f169edd3dc0c6debdb0e457b6b69858a1a9fecfede46fd40"
    in 1.857s (1.857s including waiting). Image size: 239962726 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:27Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21e69b33d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "14829"
    uid: a8912c1d-5b12-4486-94d0-d2c8228d5251
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:27Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:27Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21e6cf249c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14830"
    uid: cc28d1b8-7bd2-4b00-81d1-2444340e44a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:57:27Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:27Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21e6d7284d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: 81f55620-ca3f-4cb4-9db2-438efa3e1db5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:59:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:04Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21e8f254ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15863"
    uid: 79c13e82-799b-4d6c-a734-4da7b0a2ca1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:59:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:04Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e21ecafe741d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15864"
    uid: 0ee1bfe2-ff37-4838-99ef-5ff9b0b704c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e2333202007c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15679"
    uid: 821f3dc0-74cb-435b-a545-0a2121093c5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e23332027ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: 776526c3-08da-4d7e-a94b-49610f37d054
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e23332052c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: c5c2f99c-b64b-4fb0-b3b2-fc4d26fd1e5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: a81cbc02-9a43-40df-9a7a-fb53b8d0ed74
  kind: Event
  lastTimestamp: "2026-09-16T18:59:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:14Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b.18d5e233fb4902e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: 8e7ad237-17c3-456e-9ae2-c4c8b44ecfc2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14489"
    uid: 005aa1b5-86b1-43ec-a927-b9710d7f7c99
  kind: Event
  lastTimestamp: "2026-09-16T18:57:01Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b-zzd8b'
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b.18d5e21870bf0404
    namespace: kserve-ci-e2e-test
    resourceVersion: "14508"
    uid: 14033e9e-6a7c-427a-aa27-9e3ad632c99b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-b88cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14487"
    uid: c05e2d85-7bd7-4bee-afe8-5082905b583f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:01Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-b88cf-predictor-6f597c578b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor.18d5e21867798888
    namespace: kserve-ci-e2e-test
    resourceVersion: "14490"
    uid: 2290d1c0-70b6-4dce-939c-f64ebff206be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-b88cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14500"
    uid: 12750d6e-1f17-49da-a583-1577d6b771fa
  kind: Event
  lastTimestamp: "2026-09-16T18:57:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:46Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor.18d5e21bed343534
    namespace: kserve-ci-e2e-test
    resourceVersion: "15011"
    uid: cdbe5545-fef2-4af8-b5ad-54d473bfadc6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-b88cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14500"
    uid: 12750d6e-1f17-49da-a583-1577d6b771fa
  kind: Event
  lastTimestamp: "2026-09-16T18:57:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:46Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor.18d5e21bedafc8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: ed4fa986-5a9a-44df-830c-8b3ab1ee5331
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-b88cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: 12750d6e-1f17-49da-a583-1577d6b771fa
  kind: Event
  lastTimestamp: "2026-09-16T18:58:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:46Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor.18d5e2266b038ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: 699fe36f-d44b-43ca-ac1a-3b853c98df31
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-b88cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: 12750d6e-1f17-49da-a583-1577d6b771fa
  kind: Event
  lastTimestamp: "2026-09-16T18:58:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:46Z"
    name: isvc-raw-sklearn-batcher-b88cf-predictor.18d5e2266b95cb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15512"
    uid: f037cd7f-8518-4ca8-98c3-fec927ee714a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-b88cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14477"
    uid: dba71b4d-8d5e-4cfb-bd1b-d363e01b732b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:45Z"
    name: isvc-raw-sklearn-batcher-b88cf.18d5e2186d4d4164
    namespace: kserve-ci-e2e-test
    resourceVersion: "15484"
    uid: ef64c19a-3bb3-437d-81f5-3b1a476864c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-b88cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14477"
    uid: dba71b4d-8d5e-4cfb-bd1b-d363e01b732b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:01Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-b88cf":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-b88cf":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-raw-sklearn-batcher-b88cf.18d5e2186dc4e98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14502"
    uid: f58afc83-7773-4a07-80fa-abf795ac19e4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-b88cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14477"
    uid: dba71b4d-8d5e-4cfb-bd1b-d363e01b732b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-b88cf": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-raw-sklearn-batcher-b88cf.18d5e2186dc5a5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14503"
    uid: d0513aa3-8882-4569-a871-6675f0ea9bde
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-b88cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: dba71b4d-8d5e-4cfb-bd1b-d363e01b732b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: InferenceService [isvc-raw-sklearn-batcher-b88cf] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-raw-sklearn-batcher-b88cf.18d5e23084e9c67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: 3caf4f0b-686c-409b-9070-b82f288e5ec1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:04:02.318722Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256
    namespace: kserve-ci-e2e-test
    resourceVersion: "18954"
    uid: a9ec2f2e-fb50-4533-b8bc-382f7c5139d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-8f4cb6-predictor-74cf44d648-mj256
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:04:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:04:02Z"
    name: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256.18d5e27a689e4113
    namespace: kserve-ci-e2e-test
    resourceVersion: "18960"
    uid: fa1a47d0-620a-4f8e-9d01-2be3c2a7e0be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256
    namespace: kserve-ci-e2e-test
    resourceVersion: "18964"
    uid: a9ec2f2e-fb50-4533-b8bc-382f7c5139d5
  kind: Event
  lastTimestamp: "2026-09-16T19:04:02Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:04:02Z"
    name: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256.18d5e27a8aa4a909
    namespace: kserve-ci-e2e-test
    resourceVersion: "18974"
    uid: e10e8ed0-5e8d-499a-ba28-10039c8e4be0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: a9ec2f2e-fb50-4533-b8bc-382f7c5139d5
  kind: Event
  lastTimestamp: "2026-09-16T19:04:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:07Z"
    name: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256.18d5e27a8c6359dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19024"
    uid: 6f32d407-5289-4812-a00b-d28259d72ef9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: a9ec2f2e-fb50-4533-b8bc-382f7c5139d5
  kind: Event
  lastTimestamp: "2026-09-16T19:04:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:07Z"
    name: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256.18d5e27a8f3cc0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 6878216b-8677-4fc5-b38a-3a99224a6647
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: a9ec2f2e-fb50-4533-b8bc-382f7c5139d5
  kind: Event
  lastTimestamp: "2026-09-16T19:04:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:07Z"
    name: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256.18d5e27a8fb87c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19028"
    uid: 53c5e231-0053-4050-90d9-7ac4e9d25767
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: a9ec2f2e-fb50-4533-b8bc-382f7c5139d5
  kind: Event
  lastTimestamp: "2026-09-16T19:04:10Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-8f4cb6-predictor-74cf44d648-mj256_kserve-ci-e2e-test(a9ec2f2e-fb50-4533-b8bc-382f7c5139d5)
  metadata:
    creationTimestamp: "2026-09-16T19:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:10Z"
    name: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256.18d5e27c5caa3159
    namespace: kserve-ci-e2e-test
    resourceVersion: "19054"
    uid: d39ec83f-c43c-4486-9a8d-4039c9a7095d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-8f4cb6-predictor-74cf44d648
    namespace: kserve-ci-e2e-test
    resourceVersion: "18944"
    uid: 5bb4b205-c64f-40de-9613-1034dfd7352e
  kind: Event
  lastTimestamp: "2026-09-16T19:04:02Z"
  message: 'Created pod: isvc-secondary-8f4cb6-predictor-74cf44d648-mj256'
  metadata:
    creationTimestamp: "2026-09-16T19:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:02Z"
    name: isvc-secondary-8f4cb6-predictor-74cf44d648.18d5e27a6858e71c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: fb0352a1-66e5-4bde-870d-9433049281e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-8f4cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18941"
    uid: bc6c6ae7-d10b-4953-82c1-440b8887a02b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:02Z"
  message: Scaled up replica set isvc-secondary-8f4cb6-predictor-74cf44d648 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:02Z"
    name: isvc-secondary-8f4cb6-predictor.18d5e27a63dcbbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18946"
    uid: 50e1b1e6-b5bc-44d3-a721-6f47ce8d27a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-8f4cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: 2245ceaf-30cd-4f00-bd69-9ad5218bc351
  kind: Event
  lastTimestamp: "2026-09-16T19:04:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:17Z"
    name: isvc-secondary-8f4cb6-predictor.18d5e27de2322804
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: d1e37708-96e0-421e-8ef7-b25399d3e8b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-8f4cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: 2245ceaf-30cd-4f00-bd69-9ad5218bc351
  kind: Event
  lastTimestamp: "2026-09-16T19:04:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:17Z"
    name: isvc-secondary-8f4cb6-predictor.18d5e27de2c7139a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19109"
    uid: cd6dd3ed-5da3-4ff3-92cb-c67478643ce5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-8f4cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: 2f4663dd-9c19-4708-9b6f-29b03b24615a
  kind: Event
  lastTimestamp: "2026-09-16T19:04:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:10Z"
    name: isvc-secondary-8f4cb6.18d5e27a6384f963
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: 896381ed-0c0d-49ed-8a92-36089d1017e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-8f4cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: 2f4663dd-9c19-4708-9b6f-29b03b24615a
  kind: Event
  lastTimestamp: "2026-09-16T19:04:02Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-8f4cb6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-8f4cb6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:02Z"
    name: isvc-secondary-8f4cb6.18d5e27a644c4901
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: 8ed254c1-2f12-4688-bb09-c8a06eefd68d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-8f4cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: 2f4663dd-9c19-4708-9b6f-29b03b24615a
  kind: Event
  lastTimestamp: "2026-09-16T19:04:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-8f4cb6": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:02Z"
    name: isvc-secondary-8f4cb6.18d5e27a644c9f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: 67e2be7d-4e33-4fda-837b-6369d1880c26
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:56.622996Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e2333bbbaecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: f6e38768-9c7f-4f3c-8c8f-c707bc4a1697
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-1ba12-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e23348f999bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15748"
    uid: 4ca2dc44-1b9d-4a9f-afbe-87ef28088832
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T18:58:57Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:57Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e233818a6c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: 8e699e67-fa3a-40f3-a56f-3741caa88094
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T18:58:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:57Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e2338356f59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: 363c2452-1d7c-4402-898b-141a7e83bab2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T18:58:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:57Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e233863983d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: 2cc1da66-9471-429f-a74a-e3df6a38182e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T18:58:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:57Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e23386ae5687
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: b8f7ebce-819f-4a83-aeca-9b6c7c85f7be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T18:59:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:02Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e234a54379b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 421a3cfe-96d2-425a-8570-547da7b8a4a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T18:59:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:02Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e234a8362cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 18659aef-f33e-469d-9c3a-00ed44856e0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T18:59:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:02Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e234a8b27762
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: 9e97e18e-3402-43af-ab39-d0cb63efe077
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T18:59:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:02Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e234a8bb83f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15837"
    uid: 17a2fe45-4250-4371-adeb-492276947ad7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T18:59:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:02Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e234ab6f4b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: 352f326b-01d0-4db6-b52b-6e62123fd9a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T18:59:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:02Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e234abf1f06c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: 9773e0f6-b804-40f7-adeb-5fd62a53f8f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T19:00:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:50Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e2351d7c2f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 92fedbbf-1a4f-4441-b4c3-79a6ea9ab3b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e24ce9b97f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 7d24cf83-5951-4c57-8a5a-10257bd5757d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e24ce9ba1185
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: cae20dbe-b2ce-4d17-95b5-f8dfa2f51810
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 3624fc6d-dc56-4b96-b4b2-0109e7940aa5
  kind: Event
  lastTimestamp: "2026-09-16T19:00:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:50Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq.18d5e24dcbd1430c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: b522dfae-f895-4f87-aa89-92f5e4d3d21a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: 8396098c-4a0c-4024-bf99-0a92171acd46
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: 'Created pod: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994-rsmbq'
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994.18d5e2333b9c0c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: 92ff77a2-ce73-4a7a-981f-d07aefda89e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-1ba12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15694"
    uid: 9fbc7f01-57fd-4151-a32e-6a894ee3d5d3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-1ba12-predictor-6bb777b994
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor.18d5e233380f70f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 6d5d44b3-c255-4ea0-8977-b8b8a381a831
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-1ba12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 81d63745-c342-4502-99e5-9e19b76a57f2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:41Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor.18d5e236b6ec17b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 15bc1746-10f9-4462-8d7f-2156d94f42a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-1ba12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 81d63745-c342-4502-99e5-9e19b76a57f2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:41Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor.18d5e236b788b6ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: 7f22113d-fbc6-4347-af0a-c03103e6ea7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-1ba12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: 81d63745-c342-4502-99e5-9e19b76a57f2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor.18d5e2413650f60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16800"
    uid: a873894a-173a-4c4b-b9f8-d48165f05676
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-1ba12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: 81d63745-c342-4502-99e5-9e19b76a57f2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-sklearn-graph-raw-1ba12-predictor.18d5e2413707694f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16801"
    uid: 72bbb286-be96-46c3-9b17-015a7f69409b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-1ba12
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 5c73a98a-bb29-4dc2-9d17-70e5ed1ff3a7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:20Z"
    name: isvc-sklearn-graph-raw-1ba12.18d5e23337feee4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: be2b1f74-1dc8-4c44-8cda-6f045b2466e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-1ba12
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 5c73a98a-bb29-4dc2-9d17-70e5ed1ff3a7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-1ba12":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-1ba12":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-sklearn-graph-raw-1ba12.18d5e2333882725b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: 9c63cb86-915b-4812-aeb0-2ada712aadb7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-1ba12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: 5c73a98a-bb29-4dc2-9d17-70e5ed1ff3a7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:20Z"
  message: InferenceService [isvc-sklearn-graph-raw-1ba12] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:20Z"
    name: isvc-sklearn-graph-raw-1ba12.18d5e246d64b8054
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: b087d938-6f61-4f4a-97cf-04e7139f7bfb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:47.061912Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24cf267e02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16956"
    uid: 5f630dd6-acd3-4153-8f99-c0f2c27e1cc6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-4959b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24cfc8b422c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16977"
    uid: 478ac0e3-c839-49bb-a3f5-3c3133006fa4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:48Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24d3806e2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 1bb9248a-7483-4efd-a689-1b01fd1fee75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24d3a17b930
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: 62311d50-7d2a-43cc-ba30-1e5dcbafda52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24d3cfb5685
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: a1f118b7-39d6-4ffc-9a58-7de291430d03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24d3d73bdd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 7c2b4261-6283-4aeb-97d8-650d4dc8d23c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24e47892d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 8c141a4c-1c92-44f5-930f-6c991f5ebc65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24e4b2a5f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: 2b926aa4-618e-4bd2-8b22-fd2dd33cfeda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24e4bbc0bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: 2ea04ef9-5cdc-4c02-88bd-69eca7280e90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24e4bc7a6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 3a3a3b0e-4669-4853-8bd6-be1b4c419182
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24e4ed85594
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: 4dfec4eb-d535-4c82-8d49-c22cf0230926
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24e4f50696e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: 074fccd7-82d4-4057-8956-4a3b5dd9a334
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:48Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e24e83cd67f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18278"
    uid: 5c4a1892-cd7c-4d04-a248-a1852c67be78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e268f8508bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18223"
    uid: 344b3f39-5c9c-4204-b97d-33b5651703a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e268f851010b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: 058eaeaa-0e29-4b3c-a43e-f20751ce34cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a76ee980-74ce-4370-a7f8-3e204b8bbb5c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:49Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk.18d5e26986339fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18292"
    uid: 1c489d51-1ecd-4fd8-9e0d-08130aea4a15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 25bc09ee-7866-4aec-a299-f0b1adad9a34
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d-899mk'
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d.18d5e24cf1689566
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: 4b5c12aa-30d3-4b53-aebe-abd6fc394859
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: 5200850f-cf81-4e7d-bbaa-57263daf4824
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-4959b-predictor-7544df7b5d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor.18d5e24ced291a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: 36925606-0aca-4099-a1a7-2c2a64fac215
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 5c121bc5-4622-4535-87fa-0c7dc8b95f1e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:17Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor.18d5e2506bf7efe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17296"
    uid: eaa6e5ff-bed2-455c-b516-41f3b05aaa52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 5c121bc5-4622-4535-87fa-0c7dc8b95f1e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:17Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor.18d5e2506c7e7786
    namespace: kserve-ci-e2e-test
    resourceVersion: "17297"
    uid: 39231ad3-52e8-4251-b85c-face2192c2ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: 5c121bc5-4622-4535-87fa-0c7dc8b95f1e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:32Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor.18d5e2576b27cea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18022"
    uid: 3aacec9d-32b1-440a-8d3c-847b9b3b2301
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: 5c121bc5-4622-4535-87fa-0c7dc8b95f1e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:32Z"
    name: isvc-sklearn-graph-raw-hpa-4959b-predictor.18d5e2576baa9690
    namespace: kserve-ci-e2e-test
    resourceVersion: "18023"
    uid: dbbbc3ad-1f1d-463e-9d60-ef88e3cf7f77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-4959b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16915"
    uid: 8d7ec74c-443d-46f6-a1da-6fe4623e16e3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:18Z"
    name: isvc-sklearn-graph-raw-hpa-4959b.18d5e24cec80d3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17908"
    uid: 201ecf7c-85a6-4e6b-85fd-55ffb71700e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-4959b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 8d7ec74c-443d-46f6-a1da-6fe4623e16e3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:18Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-4959b] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:18Z"
    name: isvc-sklearn-graph-raw-hpa-4959b.18d5e26250682388
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: cc800a49-343c-4978-b62a-47130d8a56f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:04:42.757134Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:04:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:04:42Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e283d2ef824c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 749f78d6-e083-45f6-8a71-73bdba43de07
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19540"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:04:43Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:04:43Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e283f4ee7eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19553"
    uid: a5758adc-cd37-483d-9ba2-4b946d6fc271
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:04:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:43Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e283f67230f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 9879833b-f830-478d-9627-379348bd0c95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:04:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:43Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e283f93c301b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: cdb34c12-8838-4caf-a428-0c55e014ead4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:04:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:43Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e283f9ba19b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19567"
    uid: 72f2eee5-2fdf-48b6-bf31-22dc5f63751b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:04:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:47Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e28503cccb51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19610"
    uid: 3ae1c74e-e751-426e-9295-99fc425d054d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:04:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:47Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e2850691a2a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19612"
    uid: 43649a3e-cbdd-4ad8-a5b9-414c3838daa6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:04:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:47Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e285070ddc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "19613"
    uid: 94726ade-1791-494e-9834-a95d4cb4db5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:04:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:47Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e28507191ad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: c6409ce3-70c3-4aec-9d2c-e75d362d2a24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:04:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:47Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e2850a94ef64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19617"
    uid: 635e8e78-5bf9-4dac-be96-340c5a592ec4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:04:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:47Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e2850b0f0e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19618"
    uid: ee5dcc75-0fb7-43d4-9b98-5cb00f644cd3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:07:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:37Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e2857bc9e664
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: ac3e5da5-6aad-4af0-9f8c-95a185776778
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:07:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:32Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e2ab6b1fb54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: b7e087fa-03d4-4e47-a6cb-be1c123bc59c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:07:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:32Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e2ab6b20b479
    namespace: kserve-ci-e2e-test
    resourceVersion: "20961"
    uid: 55c285b4-2ac5-4332-9222-38c992ef042f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 0fed021d-b37c-4ed9-8a77-e9258be99e13
  kind: Event
  lastTimestamp: "2026-09-16T19:07:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:40Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk.18d5e2ac225975dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21136"
    uid: e2709bd1-6339-49c6-a294-360a75b3f152
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 688e2adb-bfc2-44aa-89aa-7106bfb1d886
  kind: Event
  lastTimestamp: "2026-09-16T19:04:42Z"
  message: 'Created pod: isvc-sklearn-scale-raw-5517d-predictor-8547668d88-xw6bk'
  metadata:
    creationTimestamp: "2026-09-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:42Z"
    name: isvc-sklearn-scale-raw-5517d-predictor-8547668d88.18d5e283d29cbe07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: 12ec6f56-652e-4d12-9c91-322baacbbb1a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-5517d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19517"
    uid: d6af0b23-4e28-4675-bca9-4e24b19bb6d1
  kind: Event
  lastTimestamp: "2026-09-16T19:04:42Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-5517d-predictor-8547668d88
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:42Z"
    name: isvc-sklearn-scale-raw-5517d-predictor.18d5e283cf4aa174
    namespace: kserve-ci-e2e-test
    resourceVersion: "19521"
    uid: 613c0263-8fbe-40b3-a324-3b4617ac68a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5517d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: 79ffaecd-b7e2-46f1-b0cd-2444353e7775
  kind: Event
  lastTimestamp: "2026-09-16T19:05:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:12Z"
    name: isvc-sklearn-scale-raw-5517d-predictor.18d5e2874e288867
    namespace: kserve-ci-e2e-test
    resourceVersion: "19810"
    uid: 681c7e66-ef0f-4c32-be9d-57e3fa8d07a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5517d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: 79ffaecd-b7e2-46f1-b0cd-2444353e7775
  kind: Event
  lastTimestamp: "2026-09-16T19:05:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:12Z"
    name: isvc-sklearn-scale-raw-5517d-predictor.18d5e2874ea152ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19811"
    uid: 15c3b6c7-6039-4887-8734-46b2eabafe95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5517d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 79ffaecd-b7e2-46f1-b0cd-2444353e7775
  kind: Event
  lastTimestamp: "2026-09-16T19:07:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:27Z"
    name: isvc-sklearn-scale-raw-5517d-predictor.18d5e28e4c543758
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: a6bb254b-15ca-46a2-9c22-899e1fa7b15b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5517d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 79ffaecd-b7e2-46f1-b0cd-2444353e7775
  kind: Event
  lastTimestamp: "2026-09-16T19:07:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:27Z"
    name: isvc-sklearn-scale-raw-5517d-predictor.18d5e28e4ccc0609
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: 6ce5bec1-7ef2-4bf7-bb8d-a349fb5384fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-5517d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: d6b1c85d-98e7-4156-81a8-0dae5a8fcd3c
  kind: Event
  lastTimestamp: "2026-09-16T19:07:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:27Z"
    name: isvc-sklearn-scale-raw-5517d.18d5e283cf86b63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: 180643bc-9b80-4f17-8aab-501f5ca67c99
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-5517d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: d6b1c85d-98e7-4156-81a8-0dae5a8fcd3c
  kind: Event
  lastTimestamp: "2026-09-16T19:07:27Z"
  message: InferenceService [isvc-sklearn-scale-raw-5517d] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:27Z"
    name: isvc-sklearn-scale-raw-5517d.18d5e2aa41d0832a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 003b96ed-321a-45ff-8177-2abafba83fe2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:56.801965Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15736"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e23346668786
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: 39b929a4-3cee-45f0-b2a9-c34fe7bdabaf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-1ba12-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e2334e4fb3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: 57c3d386-2c4a-43d1-9c9c-cc3bf066576f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15747"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T18:58:57Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:57Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e2338c3d6e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: 1b911fa7-b3a0-469e-8acd-7998b9a7c555
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T18:58:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:57Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e2338db0fccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: e6b7c99f-021c-432c-9e8e-33c81590152a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T18:58:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:58Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e23390c0ce50
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: e53706fc-d1da-43f1-9bfb-572b60604b5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T18:58:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:58Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e2339140b58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: e2854ecd-0cd4-4ba8-beef-efe03ab55a54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T18:59:02Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:02Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e2348ba00351
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: d1b9db3d-d123-44e9-a821-4e0128cf3710
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T18:59:19Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.426s (17.426s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:19Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e2389a4e8226
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: 2ed7da4b-948b-41d8-a756-91be6c779e8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T18:59:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:19Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e2389dddd5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16003"
    uid: ca4d1b59-f194-48b4-9708-fb4d701bee1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T18:59:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:19Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e2389e993855
    namespace: kserve-ci-e2e-test
    resourceVersion: "16005"
    uid: 6fef52fa-9c3d-4535-a0e9-293fe5ba525a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T18:59:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:19Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e2389ea9a26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: f8e9a229-badd-4272-928f-fb680ba5f707
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T18:59:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:19Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e238a2220e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: 03c5a68f-e0da-4143-a0e4-ce691862a4a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T18:59:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:19Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e238a2a0ba92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: bf106670-5d84-4e3d-95da-0fa71cb8596d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e238fe25bbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16994"
    uid: a455b3fc-7546-4f31-a833-d6cbf18084da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e24cea39abdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 5dfb7c73-00e2-420a-97fa-3dd60ab4a1ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e24cea3a5b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 4febcd97-c667-4909-8b47-972f0dbb8d46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 1035c64c-18a1-43f0-9e88-c06f78ad4591
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m.18d5e24d045861f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 7a427d12-cc1e-4ac6-ad31-8eb19519f550
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: c76c0831-0385-48ae-b6e4-1bdc0eccdcfc
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: 'Created pod: isvc-xgboost-graph-raw-1ba12-predictor-74579d997-hmg4m'
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor-74579d997.18d5e23345edbfa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15738"
    uid: 3605dd31-4880-4cd5-8691-c2e9935756bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-1ba12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: bb0a8c29-2eb0-4b2a-93b6-d4d068b41423
  kind: Event
  lastTimestamp: "2026-09-16T18:58:56Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-1ba12-predictor-74579d997
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:56Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor.18d5e2334290bcf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: 457f60b8-b6c1-4e1e-b161-2953f568a7ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-1ba12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 90bded2f-4d3d-4dd0-a103-144a701587ce
  kind: Event
  lastTimestamp: "2026-09-16T18:59:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor.18d5e236c142ac9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: 9d631d7a-9255-47e4-95ae-52fa5152b527
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-1ba12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 90bded2f-4d3d-4dd0-a103-144a701587ce
  kind: Event
  lastTimestamp: "2026-09-16T18:59:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor.18d5e236c231ee3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: 923a65fc-2f64-46e5-97a8-cc31fe90f38a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-1ba12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15943"
    uid: 90bded2f-4d3d-4dd0-a103-144a701587ce
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor.18d5e244be7308db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: 35e06713-f200-4f95-98e2-a2e1e6519dc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-1ba12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15943"
    uid: 90bded2f-4d3d-4dd0-a103-144a701587ce
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-xgboost-graph-raw-1ba12-predictor.18d5e244bef0738c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: d49d3560-9c2d-43bf-afc7-97fc532ad2ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-1ba12
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 4a8de492-8cbe-4b88-aa86-e102599f608b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:27Z"
    name: isvc-xgboost-graph-raw-1ba12.18d5e2334265c3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: 343b19ff-511b-4eaf-b959-a8b43551f795
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-1ba12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 4a8de492-8cbe-4b88-aa86-e102599f608b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:27Z"
  message: InferenceService [isvc-xgboost-graph-raw-1ba12] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:27Z"
    name: isvc-xgboost-graph-raw-1ba12.18d5e24861a627fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 1b64db23-2ad4-446c-8168-ecbd3c8d3cf5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:47.265378Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    to ip-10-0-138-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24cfe8875c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16986"
    uid: d7678f95-9800-4848-9310-6420cfd4fe90
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-4959b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24d089c5435
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: dec1f53b-e7b6-4b62-ab65-7358417fd44e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:48Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24d44805d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: 96a7929f-0ae0-4586-80e1-736a15b83a3c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24d465cecaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: 06123d24-bdb6-4288-8b78-3e4d35a5363c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24d4a69f343
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 6c907272-ca05-447b-aaa0-27fb6526d09d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24d4aef189b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17019"
    uid: 29c99931-f901-4ccf-8916-5d1c7fc4edea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24e47727fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: f94028f5-0e78-4df9-9bba-059eb9182207
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24e4b12ac70
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: f345524e-6633-4097-8520-08b6db60de4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24e4baec1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 9fd18c64-a2d4-436b-a5d6-e4a73f185061
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24e4bba98e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17087"
    uid: c9a509f9-70ba-4173-b78f-acb2a80c8d87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24e4ec69ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 05bdf938-78c3-4c52-8c02-608328766562
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24e4f43210a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: d423969d-7258-4e5e-b4f6-7b44c663987f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:02:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:50Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e24ebfb4c7aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18305"
    uid: 931d0fdf-bde3-4dd2-9d1a-7721900e0806
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:02:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e268ff43a92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18255"
    uid: aabc0896-a395-4d1f-a7fa-364d4a118b6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:02:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e268ff442a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18256"
    uid: b8c7d154-025c-4f3b-b7e8-a4e6c413307a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0be1ad70-7a20-4b06-a2cc-a6f3a5024e8d
  kind: Event
  lastTimestamp: "2026-09-16T19:02:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:50Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g.18d5e269c21a216d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18304"
    uid: 6f3efed3-fae3-411b-9787-dd7f441226ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16972"
    uid: 3207d38b-31f4-4b54-9e19-6dcc646285cf
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5-5wf2g'
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5.18d5e24cfdcbca71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: a779c8bd-b400-4113-9fd6-52c8881a9c1c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: 7f26fc01-627a-4a0e-a417-4fe6200d7751
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-4959b-predictor-7554894dd5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor.18d5e24cf9630064
    namespace: kserve-ci-e2e-test
    resourceVersion: "16974"
    uid: 21df1bb2-e486-47f2-9d15-043c49baee66
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: 3d2190be-c25a-4185-b6c7-d52b6d82928e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:02Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor.18d5e25076732b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: f423bb25-27a3-4a20-8bc2-1dfea5c87f7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: 3d2190be-c25a-4185-b6c7-d52b6d82928e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:02Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor.18d5e25076efe076
    namespace: kserve-ci-e2e-test
    resourceVersion: "17186"
    uid: c36a9369-6a45-4e47-b553-2dfdd5b621f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 3d2190be-c25a-4185-b6c7-d52b6d82928e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:17Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor.18d5e253f61a4d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: cfb69e31-3873-4ee2-898a-fa47b2243847
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 3d2190be-c25a-4185-b6c7-d52b6d82928e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:17Z"
    name: isvc-xgboost-graph-raw-hpa-4959b-predictor.18d5e253f6b0eded
    namespace: kserve-ci-e2e-test
    resourceVersion: "17877"
    uid: eb8c74cf-6615-4675-ba87-65b75cab15fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-4959b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: 928582fb-fbe1-483c-b571-1e77e3c2bff0
  kind: Event
  lastTimestamp: "2026-09-16T19:02:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:00Z"
    name: isvc-xgboost-graph-raw-hpa-4959b.18d5e24cf74187fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17678"
    uid: 4cfef625-e116-4848-a8db-57d18cf86aa6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-4959b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: 928582fb-fbe1-483c-b571-1e77e3c2bff0
  kind: Event
  lastTimestamp: "2026-09-16T19:02:00Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-4959b] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:00Z"
    name: isvc-xgboost-graph-raw-hpa-4959b.18d5e25e2546e243
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: 95c3e4c4-add0-4831-9355-d0efe3c69b23
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:47.457554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18229"
    uid: 82742154-de84-48be-99fc-59f5a30857d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx.18d5e268fa8b89c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18233"
    uid: c044ef1b-1017-4c88-90b5-e2e0fc4435e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 82742154-de84-48be-99fc-59f5a30857d3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-87fdd-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx.18d5e2690750ec0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18264"
    uid: 48d315be-35b9-4e86-8fbf-26a3f3dc7473
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18240"
    uid: 82742154-de84-48be-99fc-59f5a30857d3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:48Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:48Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx.18d5e269408c156b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18275"
    uid: c95de05e-a7e4-4f59-a529-f9936dacbc02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 82742154-de84-48be-99fc-59f5a30857d3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:48Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-16T19:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:48Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx.18d5e269421e2575
    namespace: kserve-ci-e2e-test
    resourceVersion: "18277"
    uid: 1b67fd68-30fd-4913-a7e0-4b1c085fb9d9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 82742154-de84-48be-99fc-59f5a30857d3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:49Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.075s (1.075s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:49Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx.18d5e269823f5342
    namespace: kserve-ci-e2e-test
    resourceVersion: "18287"
    uid: e51ef7c5-9498-47db-8239-a9d27000d8ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 82742154-de84-48be-99fc-59f5a30857d3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:49Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx.18d5e2698521b679
    namespace: kserve-ci-e2e-test
    resourceVersion: "18289"
    uid: f47ca7ff-b5d6-4daf-9113-2a242b3f5fe7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 82742154-de84-48be-99fc-59f5a30857d3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:49Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx.18d5e269859469e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18290"
    uid: 715fffa3-13ec-45c5-a767-76220d7343b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 82742154-de84-48be-99fc-59f5a30857d3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:49Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx.18d5e269859dc096
    namespace: kserve-ci-e2e-test
    resourceVersion: "18291"
    uid: 7e049473-56ed-438c-aedd-7f243880c0b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 82742154-de84-48be-99fc-59f5a30857d3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:49Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx.18d5e26988c82390
    namespace: kserve-ci-e2e-test
    resourceVersion: "18293"
    uid: 91f4a430-33ae-429c-a880-f14163ee4387
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 82742154-de84-48be-99fc-59f5a30857d3
  kind: Event
  lastTimestamp: "2026-09-16T19:02:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:49Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx.18d5e269893f30d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18294"
    uid: 6e0faecd-b187-42d8-a6f7-ee3871b3644e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 82742154-de84-48be-99fc-59f5a30857d3
  kind: Event
  lastTimestamp: "2026-09-16T19:04:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:42Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx.18d5e283cd007ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19509"
    uid: 497f390c-db8f-4b25-9c6d-aa5cccac6ee2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 82742154-de84-48be-99fc-59f5a30857d3
  kind: Event
  lastTimestamp: "2026-09-16T19:04:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:42Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx.18d5e283cd00e7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: bf93d543-672c-4d12-9423-1b5c6e84e742
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 08b0abd3-a849-4c44-97db-2d4b6352099e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:47Z"
  message: 'Created pod: message-dumper-raw-87fdd-predictor-c49f9d8fc-tkdmx'
  metadata:
    creationTimestamp: "2026-09-16T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: message-dumper-raw-87fdd-predictor-c49f9d8fc.18d5e268f9d67e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "18230"
    uid: 1a5219ed-9c4f-4894-be7e-aaf0dc32da7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-87fdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 562128da-3df5-4dd2-b289-e8909a9da1ac
  kind: Event
  lastTimestamp: "2026-09-16T19:02:47Z"
  message: Scaled up replica set message-dumper-raw-87fdd-predictor-c49f9d8fc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: message-dumper-raw-87fdd-predictor.18d5e268f740417b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18217"
    uid: 358320bd-e23c-4fc0-bd27-908b8ad55f53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-87fdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18214"
    uid: f4775d5c-4766-47fb-93bd-489cb06216db
  kind: Event
  lastTimestamp: "2026-09-16T19:03:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:17Z"
    name: message-dumper-raw-87fdd-predictor.18d5e26c75d243b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18588"
    uid: f8908608-921b-4ae2-a6b8-bccf0b1d957e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-87fdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18214"
    uid: f4775d5c-4766-47fb-93bd-489cb06216db
  kind: Event
  lastTimestamp: "2026-09-16T19:03:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:17Z"
    name: message-dumper-raw-87fdd-predictor.18d5e26c764c3e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18589"
    uid: bfead50f-93db-4996-80cf-d0123ea37d2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-87fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: 739f95f8-57e4-469f-b528-660329b57494
  kind: Event
  lastTimestamp: "2026-09-16T19:02:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:58Z"
    name: message-dumper-raw-87fdd.18d5e268f742ce9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18373"
    uid: 2661d213-c9e6-40f1-91e4-d676ae7593cc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-87fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: 739f95f8-57e4-469f-b528-660329b57494
  kind: Event
  lastTimestamp: "2026-09-16T19:02:47Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-87fdd":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-87fdd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: message-dumper-raw-87fdd.18d5e268f7fc1c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18259"
    uid: de4232a4-b4ac-4cf3-ab03-eef35ddb68f8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-87fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18212"
    uid: 739f95f8-57e4-469f-b528-660329b57494
  kind: Event
  lastTimestamp: "2026-09-16T19:02:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-87fdd": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: message-dumper-raw-87fdd.18d5e26900f4d3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18260"
    uid: 968ab753-d655-4c6d-8089-c6efc9e58994
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-87fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 739f95f8-57e4-469f-b528-660329b57494
  kind: Event
  lastTimestamp: "2026-09-16T19:02:58Z"
  message: InferenceService [message-dumper-raw-87fdd] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:58Z"
    name: message-dumper-raw-87fdd.18d5e26ba3be37f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18372"
    uid: f93416d3-2066-4538-80d0-82a12b4c14fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:28.656289Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: 360008bb-c570-4282-932b-be506f8f5168
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-sbtnv
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv.18d5e2f04cb05a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: 72b15439-b971-48f1-b9ed-edf4f6fdaa43
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23551"
    uid: 360008bb-c570-4282-932b-be506f8f5168
  kind: Event
  lastTimestamp: "2026-09-16T19:12:29Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv.18d5e2f06ed815e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23559"
    uid: 0fd42440-e2c1-4989-9031-4f45e88b3708
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 360008bb-c570-4282-932b-be506f8f5168
  kind: Event
  lastTimestamp: "2026-09-16T19:12:29Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv.18d5e2f070f7cae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 385cc86f-202b-4672-9ac9-5452186a529f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 360008bb-c570-4282-932b-be506f8f5168
  kind: Event
  lastTimestamp: "2026-09-16T19:12:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv.18d5e2f073da1bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23562"
    uid: 6612f7c5-414a-4293-aca4-30f2988cb437
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 360008bb-c570-4282-932b-be506f8f5168
  kind: Event
  lastTimestamp: "2026-09-16T19:12:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv.18d5e2f0744872be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23563"
    uid: b03ca25d-fc20-4461-815d-d98324d1a7c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 360008bb-c570-4282-932b-be506f8f5168
  kind: Event
  lastTimestamp: "2026-09-16T19:12:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv.18d5e2f07451b9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23564"
    uid: 1c6f52b4-2d40-46b3-a99c-2bd776493078
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 360008bb-c570-4282-932b-be506f8f5168
  kind: Event
  lastTimestamp: "2026-09-16T19:12:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv.18d5e2f076e0cc1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23565"
    uid: 8d92e2f6-4cab-428a-885e-ddf659ee9a76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 360008bb-c570-4282-932b-be506f8f5168
  kind: Event
  lastTimestamp: "2026-09-16T19:12:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv.18d5e2f077572e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: 1b60ea18-e531-4f3a-a339-c4b548a6e375
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 360008bb-c570-4282-932b-be506f8f5168
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv.18d5e30b1dba13ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: c987eb75-b071-4d46-a2a7-7bd56e93d4a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 360008bb-c570-4282-932b-be506f8f5168
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv.18d5e30b1dba6bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24500"
    uid: 7c4bc8d5-f9f3-4a74-94d8-137a21043da5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: a23e13bd-5701-4c5e-9663-e7f6633759c0
  kind: Event
  lastTimestamp: "2026-09-16T19:12:28Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-sbtnv'
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d5e2f04b974e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 24ca7fd0-0de2-449f-9868-905ae24ed59a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23527"
    uid: 6ebe5e7a-840c-404c-901e-fff25b37589f
  kind: Event
  lastTimestamp: "2026-09-16T19:12:28Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: message-dumper-raw-cipn-predictor.18d5e2f044f6e12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23531"
    uid: ade02d58-0111-4d99-86c2-df618a4dea2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23528"
    uid: 4fcda5e7-8aff-4913-8018-17f6b549f0da
  kind: Event
  lastTimestamp: "2026-09-16T19:13:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:13Z"
    name: message-dumper-raw-cipn-predictor.18d5e2f3c41fe471
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: f04a2d1f-d173-44b7-9a37-e56f1d581f7d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23528"
    uid: 4fcda5e7-8aff-4913-8018-17f6b549f0da
  kind: Event
  lastTimestamp: "2026-09-16T19:13:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:13Z"
    name: message-dumper-raw-cipn-predictor.18d5e2f3c491063d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: 73994ca3-0274-4c91-9ff5-dfcdbeb3ba28
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: 4fcda5e7-8aff-4913-8018-17f6b549f0da
  kind: Event
  lastTimestamp: "2026-09-16T19:12:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:58Z"
    name: message-dumper-raw-cipn-predictor.18d5e2f744ab3385
    namespace: kserve-ci-e2e-test
    resourceVersion: "23845"
    uid: dfe58b65-a2b0-4159-87a9-0aeee260e463
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: 4fcda5e7-8aff-4913-8018-17f6b549f0da
  kind: Event
  lastTimestamp: "2026-09-16T19:12:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:58Z"
    name: message-dumper-raw-cipn-predictor.18d5e2f745391f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: efad3cf1-ab1d-4ac6-ba23-992f05d91ebc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 32d474dc-8a27-4652-a29b-5d364c7cf08c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:38Z"
    name: message-dumper-raw-cipn.18d5e2f044f5ded8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23637"
    uid: 6e0b700a-73eb-47f6-ae4c-495b22187011
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 32d474dc-8a27-4652-a29b-5d364c7cf08c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:28Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: message-dumper-raw-cipn.18d5e2f0459e3526
    namespace: kserve-ci-e2e-test
    resourceVersion: "23534"
    uid: bd019ddb-1ce4-44fd-9138-8901c93a3e89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23635"
    uid: 32d474dc-8a27-4652-a29b-5d364c7cf08c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:38Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:38Z"
    name: message-dumper-raw-cipn.18d5e2f296a47e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23636"
    uid: aaf28250-2152-4391-a47e-8872d729b0e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:36.694822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: 84c55b47-cc6e-48b6-bd3d-bf18fda294c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-1ba12-6bb97458dd-ptnd6
    to ip-10-0-142-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6.18d5e24a887a9e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: 92b50a9f-0043-49a1-a155-d7e5a6874c78
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 84c55b47-cc6e-48b6-bd3d-bf18fda294c7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-1ba12-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6.18d5e24a900fc009
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: 52a7c4f8-1a16-431f-be0c-55e3d4218a1d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: 84c55b47-cc6e-48b6-bd3d-bf18fda294c7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6.18d5e24ace5091a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 90e8af73-67fb-4117-875d-27203286c316
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-1ba12}
    kind: Pod
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 84c55b47-cc6e-48b6-bd3d-bf18fda294c7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:83a04242aef3bc251b4da1ba3ce544c38d7df9880cbb933157aae8432a36f471"
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6.18d5e24ad114479b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 584cd85b-c553-4cd0-a807-f5bee8937c27
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-1ba12}
    kind: Pod
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 84c55b47-cc6e-48b6-bd3d-bf18fda294c7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:83a04242aef3bc251b4da1ba3ce544c38d7df9880cbb933157aae8432a36f471"
    in 2.424s (2.424s including waiting). Image size: 211458663 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:40Z"
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6.18d5e24b619cdb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 7fe24d7e-4064-4cdc-815a-614574b993ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-1ba12}
    kind: Pod
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 84c55b47-cc6e-48b6-bd3d-bf18fda294c7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:40Z"
  message: 'Created container: model-chainer-raw-1ba12'
  metadata:
    creationTimestamp: "2026-09-16T19:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:40Z"
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6.18d5e24b649ed472
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: 8a4b60ca-2593-457a-a472-c761b95643a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-1ba12}
    kind: Pod
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 84c55b47-cc6e-48b6-bd3d-bf18fda294c7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:40Z"
  message: Started container model-chainer-raw-1ba12
  metadata:
    creationTimestamp: "2026-09-16T19:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:40Z"
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6.18d5e24b6521e884
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: 0971e2b5-bb7e-4ed1-a0a6-d218c2531cad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-1ba12}
    kind: Pod
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 84c55b47-cc6e-48b6-bd3d-bf18fda294c7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: Stopping container model-chainer-raw-1ba12
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6.18d5e24cdfed63b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: dcbc530c-ff06-43cd-85b6-a5be0751df23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-1ba12}
    kind: Pod
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 84c55b47-cc6e-48b6-bd3d-bf18fda294c7
  kind: Event
  lastTimestamp: "2026-09-16T19:01:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:16Z"
    name: model-chainer-raw-1ba12-6bb97458dd-ptnd6.18d5e24ce046b6b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: 2602f134-9f12-455e-baa2-113c16320a60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-1ba12-6bb97458dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: ebd5f9df-c223-4c32-b579-b1483c6abe51
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: 'Created pod: model-chainer-raw-1ba12-6bb97458dd-ptnd6'
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: model-chainer-raw-1ba12-6bb97458dd.18d5e24a87fc0a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 15509381-d4cc-463d-9c91-28e91738360f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-1ba12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 58fa66d7-cf7b-4705-a557-4da268255b5b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: Scaled up replica set model-chainer-raw-1ba12-6bb97458dd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: model-chainer-raw-1ba12.18d5e24a863919cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 3ad1a9df-662e-4cde-acc5-933175071905
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-1ba12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: d53bff4a-b417-47cc-bbf6-749f00541000
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: InferenceGraph [model-chainer-raw-1ba12] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: model-chainer-raw-1ba12.18d5e24a8eaa0a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: 8c2f0dc4-e028-4c20-939b-22b8f565ce1f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:37.017484Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18066"
    uid: 530c34c1-5096-4759-bcae-0f6b2f97acab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt
    to ip-10-0-142-81.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:37Z"
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt.18d5e2668c44b70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18071"
    uid: 1b23f750-b178-4974-8c15-5c1f0cb7901c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: 530c34c1-5096-4759-bcae-0f6b2f97acab
  kind: Event
  lastTimestamp: "2026-09-16T19:02:37Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:37Z"
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt.18d5e266ae5384d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18086"
    uid: a6002d95-aab3-4ec5-9623-06070f37b816
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4959b}
    kind: Pod
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 530c34c1-5096-4759-bcae-0f6b2f97acab
  kind: Event
  lastTimestamp: "2026-09-16T19:02:37Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:83a04242aef3bc251b4da1ba3ce544c38d7df9880cbb933157aae8432a36f471"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:37Z"
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt.18d5e266b0221a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: 3335befd-4e8d-468b-915f-3f02a122473a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4959b}
    kind: Pod
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 530c34c1-5096-4759-bcae-0f6b2f97acab
  kind: Event
  lastTimestamp: "2026-09-16T19:02:37Z"
  message: 'Created container: model-chainer-raw-hpa-4959b'
  metadata:
    creationTimestamp: "2026-09-16T19:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:37Z"
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt.18d5e266b371c15c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18090"
    uid: 9303ce8f-53c7-49eb-879b-6e017c2c8dea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4959b}
    kind: Pod
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 530c34c1-5096-4759-bcae-0f6b2f97acab
  kind: Event
  lastTimestamp: "2026-09-16T19:02:37Z"
  message: Started container model-chainer-raw-hpa-4959b
  metadata:
    creationTimestamp: "2026-09-16T19:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:37Z"
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt.18d5e266b454d2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18091"
    uid: d023bda9-4858-4407-ad23-df26b3b165c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4959b}
    kind: Pod
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 530c34c1-5096-4759-bcae-0f6b2f97acab
  kind: Event
  lastTimestamp: "2026-09-16T19:02:47Z"
  message: Stopping container model-chainer-raw-hpa-4959b
  metadata:
    creationTimestamp: "2026-09-16T19:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:47Z"
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt.18d5e268e7a83e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18187"
    uid: 5474e162-4b9c-4e34-a539-a4ac8e1b8ef3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-81.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4959b}
    kind: Pod
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 530c34c1-5096-4759-bcae-0f6b2f97acab
  kind: Event
  lastTimestamp: "2026-09-16T19:03:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:14Z"
    name: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt.18d5e2695ef8d7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18556"
    uid: 189b013b-9c5d-4c17-b89f-4e0f3bb38b74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-81.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-81.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-4959b-56cbf9948b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18063"
    uid: 05923553-912d-4f0f-9898-0ca289e36290
  kind: Event
  lastTimestamp: "2026-09-16T19:02:37Z"
  message: 'Created pod: model-chainer-raw-hpa-4959b-56cbf9948b-pgqlt'
  metadata:
    creationTimestamp: "2026-09-16T19:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:37Z"
    name: model-chainer-raw-hpa-4959b-56cbf9948b.18d5e2668bd1aa79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18068"
    uid: 0fca4b10-b006-4eec-acb8-ff696f2edc99
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-4959b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18061"
    uid: bcc7d9b7-dd6d-4643-b499-803a6e42b67c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:36Z"
  message: Scaled up replica set model-chainer-raw-hpa-4959b-56cbf9948b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:36Z"
    name: model-chainer-raw-hpa-4959b.18d5e2668aec9601
    namespace: kserve-ci-e2e-test
    resourceVersion: "18064"
    uid: 5e3563de-9144-4b42-a93a-2dbc7d7c84e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-4959b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18080"
    uid: f6060965-7584-47e8-b728-e70a67a4e1df
  kind: Event
  lastTimestamp: "2026-09-16T19:02:37Z"
  message: InferenceGraph [model-chainer-raw-hpa-4959b] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:37Z"
    name: model-chainer-raw-hpa-4959b.18d5e266921361e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18082"
    uid: 3f2f69fa-3302-477e-9e3a-a51624de82c3
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:04:38.801391Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19419"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:04:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:04:38Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e282e727b838
    namespace: kserve-ci-e2e-test
    resourceVersion: "19427"
    uid: c7f98e86-c83e-4d4c-bcfa-7468c6b8fefe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:04:39Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:04:39Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e28308fef58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19437"
    uid: f27e0a1b-6cf5-4d46-a991-03df81d7f139
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:04:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:39Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e2830ac36756
    namespace: kserve-ci-e2e-test
    resourceVersion: "19440"
    uid: 103920aa-db19-41c9-ae2b-7f59b4446dd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:04:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:39Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e2830db0a504
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: 52593c1e-3ede-4f8e-bf29-d2b673d250fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:04:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:39Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e2830e368bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19443"
    uid: 5b3782e0-4499-426a-9e7d-6fa457fdbff5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:04:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:43Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e283f261b64f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: bba7c6cd-2a7c-436b-913f-7f652ae46b6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:04:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:43Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e283f536590c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19554"
    uid: 45f15bfe-d4a6-49e7-b21c-d89fd4a3315d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:04:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:43Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e283f5ac7daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19556"
    uid: 0d320bb4-d8ba-4510-b2c5-d8b4cf50ee5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:04:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:43Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e283f5b6e504
    namespace: kserve-ci-e2e-test
    resourceVersion: "19557"
    uid: 5923d3ac-b4fe-4dc5-b9cb-7e8fce5e2112
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:04:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:43Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e283f82dac81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19563"
    uid: 345a25df-69e7-4452-91e2-915298e54bac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:04:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:43Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e283f8a5d06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: 3a27d5cf-8f43-4b02-a4a5-e6776ce20e54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:06:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:11Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e2846a4cdbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20265"
    uid: d057db00-1e39-4b86-827e-fd27fc8aed21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:06:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:08Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e297e1afb0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: ed18c8e8-1444-49e1-9fc5-582bee4f7c4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:06:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:08Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e297e1b02af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 47ae0abe-779c-49a5-8753-fbe44f5e7f86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 464fedcc-d3f9-45b1-9d4b-88899eb792dd
  kind: Event
  lastTimestamp: "2026-09-16T19:06:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:11Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx.18d5e2987087c167
    namespace: kserve-ci-e2e-test
    resourceVersion: "20264"
    uid: 958ce934-bebf-42e1-bb78-2501f6f0fad0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-78f6a-predictor-865f85ddb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19409"
    uid: b3152981-1154-43de-b24a-bfd9176f17ba
  kind: Event
  lastTimestamp: "2026-09-16T19:04:38Z"
  message: 'Created pod: raw-sklearn-78f6a-predictor-865f85ddb6-clfcx'
  metadata:
    creationTimestamp: "2026-09-16T19:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:38Z"
    name: raw-sklearn-78f6a-predictor-865f85ddb6.18d5e282e65fb055
    namespace: kserve-ci-e2e-test
    resourceVersion: "19424"
    uid: e09b5ec1-eb5a-4569-ba27-56216246c15b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-78f6a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19407"
    uid: cdfe5838-6cbc-4f0f-b9dc-5f5a180f0d3a
  kind: Event
  lastTimestamp: "2026-09-16T19:04:38Z"
  message: Scaled up replica set raw-sklearn-78f6a-predictor-865f85ddb6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:38Z"
    name: raw-sklearn-78f6a-predictor.18d5e282e2355a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19412"
    uid: fa96ef99-ef72-4482-89c1-5060fc36b392
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-78f6a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19408"
    uid: 91c506d5-ab5c-4ab2-8e8f-eaf5969baeb5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:23Z"
    name: raw-sklearn-78f6a-predictor.18d5e28661654231
    namespace: kserve-ci-e2e-test
    resourceVersion: "19898"
    uid: 5276fca6-206e-4c60-b6f3-f6c85e35636f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-78f6a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19408"
    uid: 91c506d5-ab5c-4ab2-8e8f-eaf5969baeb5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:23Z"
    name: raw-sklearn-78f6a-predictor.18d5e28661ddf2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: c9c969e2-0c4a-4be4-a9ee-44e0d54cfb98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-78f6a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19665"
    uid: 91c506d5-ab5c-4ab2-8e8f-eaf5969baeb5
  kind: Event
  lastTimestamp: "2026-09-16T19:06:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:08Z"
    name: raw-sklearn-78f6a-predictor.18d5e289e0d2bfce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: 15e08bec-0475-4ce4-ba46-0a0735713a77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-78f6a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19665"
    uid: 91c506d5-ab5c-4ab2-8e8f-eaf5969baeb5
  kind: Event
  lastTimestamp: "2026-09-16T19:06:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:08Z"
    name: raw-sklearn-78f6a-predictor.18d5e289e17e0267
    namespace: kserve-ci-e2e-test
    resourceVersion: "20244"
    uid: 4df0d3b5-6c3d-4c61-8d7a-32719333adec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-78f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: fc2b85f7-c135-4476-8869-d5fb8509e681
  kind: Event
  lastTimestamp: "2026-09-16T19:06:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:01Z"
    name: raw-sklearn-78f6a.18d5e282e23d3b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20178"
    uid: 51dd7e76-f932-4955-8d8d-db33e9721ce9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-78f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: fc2b85f7-c135-4476-8869-d5fb8509e681
  kind: Event
  lastTimestamp: "2026-09-16T19:04:38Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-78f6a": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-78f6a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:38Z"
    name: raw-sklearn-78f6a.18d5e282e2ba1077
    namespace: kserve-ci-e2e-test
    resourceVersion: "19416"
    uid: 37c5b914-c2f1-4e55-8546-eb2f21405f18
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-78f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20176"
    uid: fc2b85f7-c135-4476-8869-d5fb8509e681
  kind: Event
  lastTimestamp: "2026-09-16T19:06:01Z"
  message: InferenceService [raw-sklearn-78f6a] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:01Z"
    name: raw-sklearn-78f6a.18d5e296233079c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20177"
    uid: 832814ff-b939-427b-9f77-50c884688797
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:06:14.128429Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    to ip-10-0-128-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e2991916dd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: 3950ca27-ba38-40b0-9199-d3049819bd73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66fd65986b-l84fw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e2993b02103e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 09181d26-38c4-4952-b329-0857ac59e4b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e2993c728ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 14b1be58-3e6a-4a0f-84f2-abab47792508
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e2993f056239
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: 94c280b0-ae90-4c2b-9a22-5b59009aa6b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e2993f7bdf09
    namespace: kserve-ci-e2e-test
    resourceVersion: "20339"
    uid: 3b3c2bbe-e537-4b31-9fed-867ab003fa9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:18Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e29a29c8e41a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 5f981fa0-e3be-4843-9f82-1ced389b6b89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:18Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e29a2cb3a066
    namespace: kserve-ci-e2e-test
    resourceVersion: "20377"
    uid: f80ee5dc-6380-4d6d-b740-71d556b80708
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:18Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e29a2d2a1f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: 57d9d8ed-e137-465a-80f3-db4632e0d1a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:18Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e29a2d342319
    namespace: kserve-ci-e2e-test
    resourceVersion: "20379"
    uid: a8f67276-857c-4afd-be6d-40236b00648a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:18Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e29a3060b985
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: ba1ac7c4-398f-4361-8b67-bfb1cb42ad6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:18Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e29a30efc1b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20383"
    uid: d9fa9723-0804-4e4e-bbee-15a2641c60bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:07:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:37Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e29aa1be9542
    namespace: kserve-ci-e2e-test
    resourceVersion: "21015"
    uid: 20f764f9-3678-44ed-9cc0-e45aa132e999
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:07:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:34Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e2abbeff2ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: f23c8fd0-6718-4a74-bfe4-aac7b6d7553d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:07:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:34Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e2abbeffa416
    namespace: kserve-ci-e2e-test
    resourceVersion: "20991"
    uid: 457cc30d-ab15-4b7e-97c9-db258241a183
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: ae85566d-9ec9-43b1-a6ee-5fb91fdb90f7
  kind: Event
  lastTimestamp: "2026-09-16T19:07:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:36Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp.18d5e2ac53f89517
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: 57a64630-edfe-47cd-801c-57032cc3640c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-2271c-predictor-d45667466
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 0ace5e37-6747-4b03-bac3-74672089ae3f
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: 'Created pod: raw-sklearn-runtime-2271c-predictor-d45667466-9pxdp'
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: raw-sklearn-runtime-2271c-predictor-d45667466.18d5e299189eeb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20317"
    uid: 2e294ca3-3bfd-4774-ac41-8c708a6726a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-2271c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20303"
    uid: 2515b534-9544-4b7c-a68a-86acd22eeac8
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: Scaled up replica set raw-sklearn-runtime-2271c-predictor-d45667466 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: raw-sklearn-runtime-2271c-predictor.18d5e299136b197d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20307"
    uid: 2039d39f-0e9a-4e15-972d-ba303e078639
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-2271c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20304"
    uid: ffea9c3e-bfe5-4971-a7f1-8a47e0dcdd67
  kind: Event
  lastTimestamp: "2026-09-16T19:06:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:59Z"
    name: raw-sklearn-runtime-2271c-predictor.18d5e29c9214f686
    namespace: kserve-ci-e2e-test
    resourceVersion: "20676"
    uid: a53a04f4-e48a-4bee-a48e-e79efa59c426
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-2271c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20304"
    uid: ffea9c3e-bfe5-4971-a7f1-8a47e0dcdd67
  kind: Event
  lastTimestamp: "2026-09-16T19:06:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:59Z"
    name: raw-sklearn-runtime-2271c-predictor.18d5e29c929c126e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: eb687a69-e683-4622-9bf4-61c37b2c8158
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-2271c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: ffea9c3e-bfe5-4971-a7f1-8a47e0dcdd67
  kind: Event
  lastTimestamp: "2026-09-16T19:07:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:29Z"
    name: raw-sklearn-runtime-2271c-predictor.18d5e2a710999f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: e5762532-f29d-4a6b-b8db-08d27ddcf935
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-2271c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: ffea9c3e-bfe5-4971-a7f1-8a47e0dcdd67
  kind: Event
  lastTimestamp: "2026-09-16T19:07:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:29Z"
    name: raw-sklearn-runtime-2271c-predictor.18d5e2a7111f4722
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: a80319c8-2634-47bb-be45-6e6cd5f8baa3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-2271c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20296"
    uid: 022e318e-cc6b-4860-8626-f37c4d302b3b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:27Z"
    name: raw-sklearn-runtime-2271c.18d5e2991395deb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: 3909174f-b64b-4ba8-a66e-f84d9d30108a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-2271c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20296"
    uid: 022e318e-cc6b-4860-8626-f37c4d302b3b
  kind: Event
  lastTimestamp: "2026-09-16T19:06:14Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-2271c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-2271c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:14Z"
    name: raw-sklearn-runtime-2271c.18d5e299141f1f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "20311"
    uid: 19aaf740-6fd2-459b-ba11-f7c68d2a88bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-2271c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: 022e318e-cc6b-4860-8626-f37c4d302b3b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:27Z"
  message: InferenceService [raw-sklearn-runtime-2271c] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:27Z"
    name: raw-sklearn-runtime-2271c.18d5e2aa2ec03ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20888"
    uid: 6fe70105-6d79-4770-b6b1-ea69132e988c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24771"