---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:38:43.251756Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21073"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-54dc6cb966-c9kz2
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c536f3cda9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: b82a0336-0534-4462-b7a3-f1205fd2e712
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21081"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c5390fa92fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: e92095af-0ac9-440f-a184-7cc980e25f95
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c5392d0ab49
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: de08ac43-8474-4926-b530-154d95f33c88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c5395881937
    namespace: kserve-ci-e2e-test
    resourceVersion: "21104"
    uid: a84a1f20-6e4e-45fc-8a03-c6b31c40319a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c5396536f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: 169d43a9-0ba0-4c1e-ae8d-24c5a1e95864
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:38:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:47Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c5485e17147
    namespace: kserve-ci-e2e-test
    resourceVersion: "21160"
    uid: ea78b0ce-bc34-40ac-a2f4-b5b9ac9bb014
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:38:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:47Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c548967cea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: 214b2d11-ada5-4d80-beee-f319ca56f093
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:38:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:47Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c5489ec7479
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: 31e7da31-b631-47eb-993b-601678427205
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:38:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c5489f762a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: b91907f0-0752-4f57-86fe-32c8b966a9b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c548cb4df78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: bd13b34b-a4ab-4195-8ecd-fb28c3c68883
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c548d3659b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: 1001b304-4a23-4cf3-8e5f-4be2911b3305
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:39:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:39:54Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c54c200e604
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: 5e41cc85-acf2-4e27-95be-fc0fc693753b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:40:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:05Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c669fdd16fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21805"
    uid: 6aa7902f-7765-493d-9c6f-67e0e763ba2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:40:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:05Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c669fddcbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 8a0d7a75-4a81-4d1b-ba56-a81e12a94eb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 4b5ded96-f97e-4b49-8c32-77b7b1c20aa6
  kind: Event
  lastTimestamp: "2026-09-05T02:40:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:09Z"
    name: isvc-canary-create-predictor-54dc6cb966-c9kz2.18d24c679e3d7b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: 01e94ed9-99ca-46a7-a361-8f317b562e41
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:38:43.162019Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21063"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-54dc6cb966-dsmct
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c5369e396da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21066"
    uid: a879fffe-a71d-44c8-b8e9-b9fe666d8eb2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21072"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c538c17dd65
    namespace: kserve-ci-e2e-test
    resourceVersion: "21096"
    uid: e625b376-41cb-4f11-9816-dd4497cdf875
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c538e095f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "21098"
    uid: b31b7d83-6e61-4ea6-9563-69e257b1c9b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c5390b0e853
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: 16015957-6a84-4beb-83af-108e8e42275a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c539121db30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21101"
    uid: 4522f8fd-92bb-4db5-88c4-994879a02e11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c54ac5bae73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21179"
    uid: 125d50b1-5c46-4cc0-a19e-fc7bd98239f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c54b084151c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: 4c2dbb26-abe8-4ef5-839e-493b9c9af51a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c54b0f71d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 89358fe2-84ae-4518-a06e-05b520332d97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c54b102c94e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21188"
    uid: 28d37819-e2ad-41dd-a8e0-ad4999193256
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c54b474211c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: ab65f58e-81da-48a6-9ce3-85038c87cc27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c54b4e691e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21193"
    uid: 6bb3efeb-f283-4650-9396-ec681cc2a883
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:40:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:14Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c54e8af05d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21909"
    uid: 0d79098a-9209-4265-a0c0-930872b3da20
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:40:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:13Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c685cf76dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: 80678cab-b2b6-4850-bd35-7fb8759743a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:40:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:13Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c685cf7cc85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: 0446f4bf-bf07-4fcf-aa8d-b6afd6e74fb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-dsmct
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: e4cd880b-e8dc-42d6-9235-d6548c2f9c6b
  kind: Event
  lastTimestamp: "2026-09-05T02:40:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:15Z"
    name: isvc-canary-create-predictor-54dc6cb966-dsmct.18d24c68eee0ce20
    namespace: kserve-ci-e2e-test
    resourceVersion: "21916"
    uid: 963021e8-7f3a-47ba-82f5-0f42a28d4f5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-54dc6cb966
    namespace: kserve-ci-e2e-test
    resourceVersion: "21045"
    uid: ccf715b9-4808-439b-947d-29a985846301
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: 'Created pod: isvc-canary-create-predictor-54dc6cb966-dsmct'
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor-54dc6cb966.18d24c5369208c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: 2bfcf972-acbd-48c7-a67b-0e5cf5aeb256
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-54dc6cb966
    namespace: kserve-ci-e2e-test
    resourceVersion: "21045"
    uid: ccf715b9-4808-439b-947d-29a985846301
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: 'Created pod: isvc-canary-create-predictor-54dc6cb966-c9kz2'
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor-54dc6cb966.18d24c536e7a6140
    namespace: kserve-ci-e2e-test
    resourceVersion: "21075"
    uid: 6dd22b93-2216-4a48-b058-4884403b1e4f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-54dc6cb966
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: ccf715b9-4808-439b-947d-29a985846301
  kind: Event
  lastTimestamp: "2026-09-05T02:40:05Z"
  message: 'Deleted pod: isvc-canary-create-predictor-54dc6cb966-c9kz2'
  metadata:
    creationTimestamp: "2026-09-05T02:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:05Z"
    name: isvc-canary-create-predictor-54dc6cb966.18d24c669fb22700
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: 9ae7f02e-69c8-4dfd-b79b-0d086e3b7d93
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 62fd94d5-e34d-4fa3-98d6-d4e72e22fb98
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: Scaled up replica set isvc-canary-create-predictor-54dc6cb966 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-predictor.18d24c53646358b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21047"
    uid: 33585e2e-05ee-4d0c-a1f1-fe98f1419d7b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21793"
    uid: 62fd94d5-e34d-4fa3-98d6-d4e72e22fb98
  kind: Event
  lastTimestamp: "2026-09-05T02:40:05Z"
  message: Scaled down replica set isvc-canary-create-predictor-54dc6cb966 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:05Z"
    name: isvc-canary-create-predictor.18d24c669f43c9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21798"
    uid: 582a824e-2ffe-4dc0-a002-187d52343dec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:38:43.096199Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21051"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c5365f74911
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: 2d1044b4-ee63-4ebf-be05-49b8cfb7c9c5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c53729c0231
    namespace: kserve-ci-e2e-test
    resourceVersion: "21082"
    uid: b79ca15c-325e-4bd4-8c74-ee9e7ba1d8f7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21062"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:38:44Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:38:44Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c53ab98fe55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 1143c5c1-9198-4531-8bd0-f108757e1f6b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:38:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:44Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c53ad40ad15
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 2aadd7ca-7282-41c0-9ced-d1258eb51c39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:38:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:44Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c53b145a663
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: e5871a7c-bffd-48da-b7eb-a776994d71d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:38:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:44Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c53b1b5c5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: ba58357e-0d4f-4f5d-9709-fb04140a27ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c54ac411e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: fc25c92f-c22d-4a01-831a-ce0fde282921
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c54b075a422
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: f01ce798-247f-4839-bdb5-169b8dba7fe7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c54b0e6ae04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: 7c0990df-113e-4654-bd1f-e839379d6802
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c54b0f2e2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21186"
    uid: a1a4c3a9-7e2c-4ec1-a5b1-c92f7b9929fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c54b47f245e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21192"
    uid: ce03d60d-7546-4184-bb3e-fb325edb7395
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c54b4f3ac24
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: eb13cf78-0a09-4fad-b1b3-c8e3590d2da6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:40:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:15Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c55248fc764
    namespace: kserve-ci-e2e-test
    resourceVersion: "21915"
    uid: e7f562ae-360a-4619-9c76-4c85a97fa530
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:40:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:13Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c685da920a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21891"
    uid: c6872b05-d915-496c-9ecd-92819e83e714
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:40:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:13Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c685daa4b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: 4c9fbc00-f22f-46d6-b87f-3a2b2fc18846
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 1397e7db-2881-4a73-89e9-c61361df9b07
  kind: Event
  lastTimestamp: "2026-09-05T02:40:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:16Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl.18d24c692ae176e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 2f8b37b5-bfae-46d6-80a6-1ce4417c098d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6f8d77bbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21036"
    uid: 10e75dc1-4d0c-4c31-953d-e3056ab1b850
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6f8d77bbc9-h48kl'
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9.18d24c53656bd010
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 5d37a084-cf15-4236-90e7-166a1b8760dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21035"
    uid: a7aaf704-4259-4404-923b-a318f1bf7dc4
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6f8d77bbc9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create-v2-predictor.18d24c5362104f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21037"
    uid: 983857fd-b26f-4d31-9a6e-c1825159d6ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: 674d9921-a50d-4ed9-ade7-c111d3f8fa58
  kind: Event
  lastTimestamp: "2026-09-05T02:40:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:05Z"
    name: isvc-canary-create.18d24c536401e183
    namespace: kserve-ci-e2e-test
    resourceVersion: "21815"
    uid: 054abe31-9f98-4dd6-8150-0919bc9e1773
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: 674d9921-a50d-4ed9-ade7-c111d3f8fa58
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create.18d24c53646c95d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 03975ce1-d27c-42c9-905b-95b6cc4b2938
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: 674d9921-a50d-4ed9-ade7-c111d3f8fa58
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-canary-create.18d24c53646cfdfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21050"
    uid: 0b2435eb-467a-4ce0-8417-759b90ee7572
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21781"
    uid: 674d9921-a50d-4ed9-ade7-c111d3f8fa58
  kind: Event
  lastTimestamp: "2026-09-05T02:40:05Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:05Z"
    name: isvc-canary-create.18d24c667aef82c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21782"
    uid: 23a12c35-1a60-4c26-a5d8-f7a3eb3caa9c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:40:18.294699Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c69903d1ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "21981"
    uid: d1a412fa-d59c-4ab5-bf32-c3a39e3dc2b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c699e807783
    namespace: kserve-ci-e2e-test
    resourceVersion: "22008"
    uid: 9d6e5f49-e0f3-4af8-9473-fada6f741b26
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21989"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:19Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:40:19Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c69d5f2152f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22028"
    uid: 9c923c37-c617-490e-8cb2-6ee7954129db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:19Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c69d76fcb3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22030"
    uid: 627fb548-f163-4fae-a4c9-c377ce9a5887
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:19Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c69da0eaa75
    namespace: kserve-ci-e2e-test
    resourceVersion: "22033"
    uid: 2c974db8-044b-451d-9139-b08f9839d465
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:19Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c69da8b21b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: 35304ab1-1e42-4f38-b9e4-003e7acc80d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c6af54069fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22096"
    uid: 16faaf06-8380-477d-be0b-69a838ef2475
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c6af87ec04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: 5f8002eb-0f50-4536-a11e-1f6dadae5305
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c6af8f98beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22101"
    uid: 6efc6dfb-5a7b-4cf5-948b-53fb42ec45ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c6af90524d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: 420f8b35-4341-4a84-b9fc-d05eba0b302d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c6afc89a695
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: cd14ec29-1e76-4190-956c-d168f7527d6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c6afd216586
    namespace: kserve-ci-e2e-test
    resourceVersion: "22107"
    uid: 1cdb7e94-7f48-4524-a9a9-6cbdf64c3902
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:41:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:32Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c6b3142738c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: 294eac2e-acc8-4e78-be3f-018bfe1b8434
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:41:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:41Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c7cfa89a787
    namespace: kserve-ci-e2e-test
    resourceVersion: "22673"
    uid: 7d069c2b-a9be-45cc-b6d8-26bd26e56b1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:41:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:41Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c7cfa8af77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: 78b2f5ce-cbb9-4f56-97f3-da46dce577fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 9ed2ccfc-82b4-4dfa-a31a-26c2595b54b8
  kind: Event
  lastTimestamp: "2026-09-05T02:41:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:42Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q.18d24c7d1f3ebfa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: a37d14ad-3e05-4176-9ec3-cf427eb046b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:40:18.353081Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21990"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c6993b82d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "21994"
    uid: 8de38ad2-2760-4393-9f48-0dc4a6232794
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c699c90eb39
    namespace: kserve-ci-e2e-test
    resourceVersion: "22006"
    uid: 3c9ebe33-5fc6-4773-9dee-2cb5b66c6447
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21999"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:40:19Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:40:19Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c69d94eaf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22031"
    uid: 7b884efd-f988-4099-9f24-3a4466763227
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:40:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:19Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c69dab4ccad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 4ebd56df-096d-4648-9e3e-5320fc89fae1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:40:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:19Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c69ddfe54ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: dc9a59a3-5529-423d-b387-421b7e959d9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:40:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:19Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c69de7b6f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: 025639ac-b20c-4bc7-bc4a-c8ccd2a550c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c6ae82b7766
    namespace: kserve-ci-e2e-test
    resourceVersion: "22087"
    uid: 7df7af21-8e1f-4b5c-809e-3e052b9aaf8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c6aeb72c6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: 6232243c-8985-4f72-b39f-4fb8502a5c46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c6aebdffd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22091"
    uid: cc96eeb5-4c3e-4d34-9532-fbc3783dc467
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c6aebe9f4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: 1fd7bc5f-2e39-4552-a8e8-5f35255185e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c6aef1b93cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22094"
    uid: 13a17ba0-9dd4-486a-b8fb-db02f0de92d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c6aef949222
    namespace: kserve-ci-e2e-test
    resourceVersion: "22095"
    uid: 1f66710c-1674-4e38-af11-0365b6ae4f2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c6c4e48b112
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 52fe568d-a099-4e06-8b87-f58f7c576f68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:41:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:48Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c7e872a2146
    namespace: kserve-ci-e2e-test
    resourceVersion: "22756"
    uid: 32686768-4048-4128-b76b-9be58a777eeb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:41:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:48Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c7e872ae292
    namespace: kserve-ci-e2e-test
    resourceVersion: "22757"
    uid: 08678d0d-a449-4058-860c-20f9976757fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 15397d25-488e-4ba5-8363-ea07ebe908ce
  kind: Event
  lastTimestamp: "2026-09-05T02:41:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:50Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x.18d24c7eeef2d99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: 19fa622e-4dff-4033-851e-6f7250656035
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6cbdffdfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 3ad63a6f-522c-4524-8f53-1c215f1a9bc4
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: 'Created pod: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q'
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb.18d24c698fc4603f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21978"
    uid: 32af60e3-6b86-46a8-b94d-c827eba19350
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6cbdffdfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 3ad63a6f-522c-4524-8f53-1c215f1a9bc4
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: 'Created pod: isvc-canary-promote-predictor-6cbdffdfdb-zbk5x'
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb.18d24c699346c59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21991"
    uid: 38e2f1b6-a0da-491c-9d75-2dd72d6dab0d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6cbdffdfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 3ad63a6f-522c-4524-8f53-1c215f1a9bc4
  kind: Event
  lastTimestamp: "2026-09-05T02:41:41Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-6cbdffdfdb-wvx2q'
  metadata:
    creationTimestamp: "2026-09-05T02:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:41Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb.18d24c7cfa5808b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: a839740d-37f9-41ff-bc33-f0d39e1f1fe1
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: d18c922c-aa23-44c9-ba37-38b72416a578
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: Scaled up replica set isvc-canary-promote-predictor-6cbdffdfdb from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-predictor.18d24c698ccf63f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21965"
    uid: 2602c852-e94f-447f-898e-a2e17d469911
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22664"
    uid: d18c922c-aa23-44c9-ba37-38b72416a578
  kind: Event
  lastTimestamp: "2026-09-05T02:41:41Z"
  message: Scaled down replica set isvc-canary-promote-predictor-6cbdffdfdb from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:41Z"
    name: isvc-canary-promote-predictor.18d24c7cf97e9f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: d4dbdd06-9bdc-4588-8274-1fd535f220a8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:41:48.453655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:41:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:41:48Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c7e8e21a15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 2aea298e-dfc4-4012-875a-e6664d5b8e2c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:41:49Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:41:49Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c7eb0268804
    namespace: kserve-ci-e2e-test
    resourceVersion: "22780"
    uid: bf3dcc57-bc3c-4463-99a4-17aaa875b079
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:41:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:49Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c7eb1df1477
    namespace: kserve-ci-e2e-test
    resourceVersion: "22782"
    uid: 86b09d3b-b88e-4147-bdd3-07abe116a080
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:41:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:49Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c7eb4fe3e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "22783"
    uid: bc32da25-bfa6-4cb9-8bc1-fd2b55a02697
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:41:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:49Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c7eb5767d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22784"
    uid: a5a6b3d2-bfed-40b1-ab05-b4f9d52f6ebb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:41:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:53Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c7fc15d7f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: 4b73f58e-6985-47ae-9829-5fce4521ff04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:41:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:53Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c7fc421b773
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: a214c0f2-9381-450e-b9d9-aeb43f8a7dcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:41:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:53Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c7fc4994797
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: 862745b3-9d77-4d58-ac13-d94583a5cb6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:41:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:53Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c7fc4a35d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: dcaff249-bf27-4232-9117-c58356044b2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:41:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:53Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c7fc7b3993d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22831"
    uid: 3ee580f5-784f-4804-b872-d20f25560ec4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:41:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:53Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c7fc82e72a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22832"
    uid: 2ec003fe-9cc2-4c6b-bd1b-27ba22047624
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:43:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:21Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c803932d421
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 4a346ce9-3cb7-472b-9b38-3cd961194efd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:43:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:18Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c938a95fa99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 919ad400-9927-44c3-8126-3aef261d2811
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:43:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:18Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c938a968673
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: ea02eb04-fb30-4fb6-bb48-74ec4d2c51c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 4f726fe6-8fd3-40df-9472-f6bd0353a522
  kind: Event
  lastTimestamp: "2026-09-05T02:43:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:21Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm.18d24c943f51c778
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 439852f1-6015-4030-9ed0-e0910780e171
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:40:18.283674Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21970"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-698cc558fc-r889r
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c698f94dc83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21975"
    uid: 27db96db-5b96-4933-986a-053a57ce35db
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c69b1a6812a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: c42e2471-c503-4ae7-a0a8-3d27c7c85686
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c69b338ca5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22018"
    uid: cb8e89fb-3b8f-4957-92b7-2be2683dd265
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c69b689b5a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22019"
    uid: f6d2a8b4-6d6f-410e-b43d-e21cd33e6400
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c69b6f4fa16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22020"
    uid: 8b75bb2a-7c6e-43c6-81a5-d3b435e2676d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c6aac0040db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22071"
    uid: 751b4f69-0bfe-4178-95e2-ceb7e247067f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c6aaf50bc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: a382abbd-5f25-437e-9df6-dd5c9556a8e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c6aafc18bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: cf5ccf6b-9269-4ef1-a773-4999969a8809
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c6aafcbf46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: 54915575-88ea-455b-9d63-d32d0e1d2afc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c6ab274bed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22077"
    uid: 5e00ca10-9db6-426b-baaf-d5b913f0dc1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c6ab2e395e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22078"
    uid: bc7568b3-b7d0-44f2-b41c-98ebdf466231
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:43:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:21Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c6ae81e24ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 555c0da6-58cd-461d-964b-5659cdc6ab13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:43:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:18Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c938ac80493
    namespace: kserve-ci-e2e-test
    resourceVersion: "23437"
    uid: 0cb0e73f-32ca-43af-be75-2221b141c1ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:43:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:18Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c938ac8693a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23439"
    uid: ecd04147-91e6-4754-aaac-5315fcfee709
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: e9264867-1aec-45e7-9435-685c2e411772
  kind: Event
  lastTimestamp: "2026-09-05T02:43:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:20Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-r889r.18d24c93e2fc40d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23453"
    uid: e3e06d08-ef97-4191-b927-52ee552508f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-698cc558fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: 11d6eaa9-5a22-4594-bde3-7f3201fc53b9
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-698cc558fc-r889r'
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc.18d24c698f20d0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21971"
    uid: 7c709f47-e201-4db8-a463-efe522ec1559
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-698cc558fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22762"
    uid: 11d6eaa9-5a22-4594-bde3-7f3201fc53b9
  kind: Event
  lastTimestamp: "2026-09-05T02:41:48Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-698cc558fc-m9vwm'
  metadata:
    creationTimestamp: "2026-09-05T02:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:48Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc.18d24c7e8db84105
    namespace: kserve-ci-e2e-test
    resourceVersion: "22768"
    uid: d579e00b-0627-4c19-a439-c8c88e4ce0da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: 46ce20d4-7391-4720-b710-429eb2e2f30a
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-698cc558fc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote-v2-predictor.18d24c698ace8f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: c2df736e-0c18-4f5f-97ed-01880ed9832f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22759"
    uid: 46ce20d4-7391-4720-b710-429eb2e2f30a
  kind: Event
  lastTimestamp: "2026-09-05T02:41:48Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-698cc558fc from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-05T02:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:48Z"
    name: isvc-canary-promote-v2-predictor.18d24c7e8991a2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: d0f4e0b2-74f2-463b-9e80-0d85211fce5e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 40b98ec6-8895-4628-8bb7-5595feb3f68b
  kind: Event
  lastTimestamp: "2026-09-05T02:41:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:41:44Z"
    name: isvc-canary-promote.18d24c698c85a8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22717"
    uid: 06fdb20c-79be-4a20-b617-e93c1c2a0f54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 40b98ec6-8895-4628-8bb7-5595feb3f68b
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote.18d24c698d05006c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22000"
    uid: d5c9d4ba-690b-4b82-bda5-85d78a9e715f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 40b98ec6-8895-4628-8bb7-5595feb3f68b
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-canary-promote.18d24c698d0547dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22001"
    uid: 2bf113ba-7486-4ff2-8992-d37ab9a7d271
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22715"
    uid: 40b98ec6-8895-4628-8bb7-5595feb3f68b
  kind: Event
  lastTimestamp: "2026-09-05T02:43:11Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:43:11Z"
    name: isvc-canary-promote.18d24c7daafd2a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: 05e09b66-1261-4778-bdef-2e0cdcaae52f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:28:17.307625Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14702"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76998db6fd-7s427
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc1b20f65ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: 55138e39-533b-4a4d-abf4-f5a272ec3e0d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:17Z"
  message: Add eth0 [10.133.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc1d44cb5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14743"
    uid: 76a6a408-da8c-4059-ae6d-ae3aaf74f55f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:17Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc1d62ae806
    namespace: kserve-ci-e2e-test
    resourceVersion: "14745"
    uid: 3133d402-db25-45dd-9379-750e937174ad
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    in 2.988s (2.988s including waiting). Image size: 308281769 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:20Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc2884a3b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "14776"
    uid: ba4e7fc7-8e01-4bd8-97b9-525261084c36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:20Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc28b87b6ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: f2584f7e-f77c-4a4c-b6ce-7cc915a3a73c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:20Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc28bfeeb90
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: 9071c0c4-0765-4bcf-84c7-dcae0c89537f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:25Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
  metadata:
    creationTimestamp: "2026-09-05T02:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:25Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc39cb87e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "14839"
    uid: 86ffe4d2-bb66-43d7-9488-aea8124f314e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    in 15.739s (15.739s including waiting). Image size: 1580720527 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:41Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc746dd3087
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: dc63aa94-dcd0-40c8-bcc2-8386ca97493d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:41Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc74a6d33bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14977"
    uid: 06b6a5d0-b3ac-49e6-a226-dc74d5276a7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:41Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc74ae6ac53
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: 59f39532-66e7-46cb-aebc-e8f375dcc81b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:41Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-05T02:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:41Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc74af2eb2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14980"
    uid: 781fd0ee-1bf6-4a14-83fb-6d64df19910a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.483s (2.483s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:43Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc7df000882
    namespace: kserve-ci-e2e-test
    resourceVersion: "15003"
    uid: cfd9dd58-b829-46dd-800f-b4dd645f1d5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:43Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc7e4737de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15006"
    uid: 9525c4a2-a202-4a72-9758-43d16bb43fe1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:28:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:43Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc7e572c9f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: e87c810c-1d9e-4a46-9429-143474e85b1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:29:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:50Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bc80fa5e3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: e553b04c-fba1-4c54-9eb1-32da5fc1c8b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:30:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:01Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bda0654a0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 97bdd6ec-f8e8-48f4-a3ab-b878c7e3b9cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:30:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:01Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bda06555405
    namespace: kserve-ci-e2e-test
    resourceVersion: "15642"
    uid: 735541f7-87c8-4768-92ec-d9d517899885
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-7s427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: fb53e845-c89d-47f2-852b-7313c92925e3
  kind: Event
  lastTimestamp: "2026-09-05T02:30:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.17:8643/healthz": dial tcp
    10.133.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:05Z"
    name: isvc-canary-rollback-predictor-76998db6fd-7s427.18d24bdaebf3b378
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: 65d6062b-a522-42c6-9f14-940d0c3c30c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:28:17.486096Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76998db6fd-mcm7j
    to ip-10-0-133-250.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc1bcb296d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: a9779203-cf25-407d-a8b3-020052a43fba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14734"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:18Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:28:18Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc1dec7188e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14747"
    uid: 7cc9d6f1-4813-427f-a0d5-5183477f375a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:18Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc1e1b8fe43
    namespace: kserve-ci-e2e-test
    resourceVersion: "14749"
    uid: 98e77889-7c35-4b11-a24a-d905263b5777
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:18Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc1e48a5d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "14750"
    uid: 4ba9e7ba-c8a6-43f7-98b6-36ad30190c71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:18Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc1e4f91f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14751"
    uid: b0e33954-72cd-41e3-8276-0dd09c4c2364
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:22Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
  metadata:
    creationTimestamp: "2026-09-05T02:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:22Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc2fc12ffca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14811"
    uid: c9d9199c-9d0e-4bbc-9a32-573052b7e589
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    in 13.193s (13.193s including waiting). Image size: 1580720527 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:36Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc60e76df98
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: cf9b85c7-7713-4c0b-9d7e-024b9f2ae129
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:36Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc611b0f165
    namespace: kserve-ci-e2e-test
    resourceVersion: "14920"
    uid: e1b530d8-538b-4907-a0bc-e83f38a46801
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:36Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc6123a630d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14921"
    uid: 70587539-14b9-424c-aed3-fbf924725cdd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:36Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-05T02:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:36Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc612492a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: 03e6d79f-bb20-4c06-9866-3e2f6c384400
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.223s (2.223s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:38Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc696ce4670
    namespace: kserve-ci-e2e-test
    resourceVersion: "14936"
    uid: 59fbe9ba-05fd-4ed2-a8dd-0c0a053becf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:38Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc69a4bce13
    namespace: kserve-ci-e2e-test
    resourceVersion: "14938"
    uid: 47d3e4b0-9eb5-4b26-b6a5-b06f7469d605
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:38Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc69abe2df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14939"
    uid: 9f10c0f4-da4d-4ce4-9919-28bafba403af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:29:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:46Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bc6f6ef4e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: 878a3e14-ae25-49f3-aa91-fe63a29c27ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:36Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bf02acc0d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: fa08ba14-757f-49b1-a22c-6c553e757861
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:36Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bf02accbeef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: 7469560c-edbd-428a-89dc-090915650c9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 8ce5162d-f1da-4b72-9cd0-dbdf6e331f9c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:40Z"
    name: isvc-canary-rollback-predictor-76998db6fd-mcm7j.18d24bf11b96415d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: d6a03071-fa8e-46af-afd0-1f893bee9198
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:30:06.813606Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76998db6fd-p87sf
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:30:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:30:06Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bdb31201405
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: b9d0cecc-3ca6-442b-8619-11b5ed485e07
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:07Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:30:07Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bdb5306a5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: 9905db91-3222-428a-a2f4-dd0d5071fb9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:07Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bdb5474d45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: cb7fe3fa-c8b3-48a7-a04c-abc64746cc51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:07Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bdb5725758b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 20ea32bb-3f79-48b6-a1a4-c514f12d4d6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:07Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bdb57b7c00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: e0f3ae02-2e73-4ace-a98d-e404aa1db636
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bdc6546274e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: 0969dc44-261c-49c9-b9d2-0c9c87401588
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bdc68927666
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 7d1f0819-65f1-416c-8609-3dabaeda603f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bdc6915ba9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15865"
    uid: d21591b7-c9cd-4491-b5fc-191bd41ead11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bdc69224890
    namespace: kserve-ci-e2e-test
    resourceVersion: "15867"
    uid: e9c7c1e5-2901-4eac-b7ff-02ee2b769248
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bdc6c0ec902
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: afddbb85-08e3-499b-818f-2d643dfcd707
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bdc6c8ef5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15870"
    uid: 158653c9-6a7c-4e3b-9e8d-139fe62ea585
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:31:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:39Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bdca1587287
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: d396512e-b297-4729-85f6-b1b7c18f9df6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:31:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:36Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bf02a99e5a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 4aec534b-ed74-4b8f-93b6-de198618e698
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:31:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:36Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bf02a9abc3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 65a7cbe7-6836-452b-bd89-042e8b81c95b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 089df05c-6282-4df7-9c70-3d7ae6d5cac2
  kind: Event
  lastTimestamp: "2026-09-05T02:31:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.18:8643/healthz": dial tcp
    10.133.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:38Z"
    name: isvc-canary-rollback-predictor-76998db6fd-p87sf.18d24bf0a79b1203
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: b63c7f33-58cb-4986-9e55-3d431d1129b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76998db6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14689"
    uid: a88838d5-dd2b-4dfc-be73-166a0261b0e0
  kind: Event
  lastTimestamp: "2026-09-05T02:28:17Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76998db6fd-7s427'
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-canary-rollback-predictor-76998db6fd.18d24bc1b0a16054
    namespace: kserve-ci-e2e-test
    resourceVersion: "14706"
    uid: 56eeb4d4-76f0-42f6-97ea-0aec0942e46a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76998db6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14689"
    uid: a88838d5-dd2b-4dfc-be73-166a0261b0e0
  kind: Event
  lastTimestamp: "2026-09-05T02:28:17Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76998db6fd-mcm7j'
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-canary-rollback-predictor-76998db6fd.18d24bc1bb144666
    namespace: kserve-ci-e2e-test
    resourceVersion: "14719"
    uid: 9bc8a90d-e963-4e7d-83f4-daa6eeb739fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76998db6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: a88838d5-dd2b-4dfc-be73-166a0261b0e0
  kind: Event
  lastTimestamp: "2026-09-05T02:30:01Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-76998db6fd-7s427'
  metadata:
    creationTimestamp: "2026-09-05T02:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:01Z"
    name: isvc-canary-rollback-predictor-76998db6fd.18d24bda062b11da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: 61585b2b-0f20-4d2f-8e51-2ad70d0dbd10
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76998db6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: a88838d5-dd2b-4dfc-be73-166a0261b0e0
  kind: Event
  lastTimestamp: "2026-09-05T02:30:06Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76998db6fd-p87sf'
  metadata:
    creationTimestamp: "2026-09-05T02:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:06Z"
    name: isvc-canary-rollback-predictor-76998db6fd.18d24bdb30673e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: cbcbcbbc-3fe8-44b1-beeb-345a537818c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 8355d067-4e65-461f-a134-85ac7ed2778e
  kind: Event
  lastTimestamp: "2026-09-05T02:28:17Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-76998db6fd from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-canary-rollback-predictor.18d24bc1a954d342
    namespace: kserve-ci-e2e-test
    resourceVersion: "14692"
    uid: b0bd94d8-8aa3-4b98-b4cd-a4b154e439d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 8355d067-4e65-461f-a134-85ac7ed2778e
  kind: Event
  lastTimestamp: "2026-09-05T02:30:01Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-76998db6fd from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:01Z"
    name: isvc-canary-rollback-predictor.18d24bda05c98b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: c13a6cf8-b631-4e82-8135-94c4761d0fba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: 8355d067-4e65-461f-a134-85ac7ed2778e
  kind: Event
  lastTimestamp: "2026-09-05T02:30:06Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-76998db6fd from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-05T02:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:06Z"
    name: isvc-canary-rollback-predictor.18d24bdb2b9a29c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: a322a2ab-fae3-469e-84e9-76a0aa570235
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:28:17.263120Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc1af685ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14704"
    uid: 3896d9f3-45e8-48f6-80bd-e20a059656b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:17Z"
  message: Add eth0 [10.133.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc1d1e06580
    namespace: kserve-ci-e2e-test
    resourceVersion: "14740"
    uid: 17b4a10c-64b5-43b0-a1a4-bdbffae9f00d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:17Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc1d3e6e49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14742"
    uid: d55edecf-a58c-4eea-b6ae-5270d2161800
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    in 3.035s (3.035s including waiting). Image size: 308281769 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:20Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc288da5fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14777"
    uid: 47b0f44e-9d7f-4db7-be82-650d884f7737
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:20Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc28b9445f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: 8637ced9-b909-4f13-93a9-43945968b541
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:20Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc28c0d3742
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: dac9eadb-39d5-4e17-a7c4-c205b7bc4596
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:25Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
  metadata:
    creationTimestamp: "2026-09-05T02:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:25Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc39ccbff85
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: b5ecc5ca-a959-4a8d-88a8-0bf2475e245c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    in 15.749s (15.749s including waiting). Image size: 1580720527 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:41Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc7478d1616
    namespace: kserve-ci-e2e-test
    resourceVersion: "14976"
    uid: 1d2a15eb-8699-471c-82ed-36559d41d556
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:41Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc74a7a5826
    namespace: kserve-ci-e2e-test
    resourceVersion: "14978"
    uid: 39d9315d-93f9-404f-9c9c-5eb638c9e4e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:41Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc74af36631
    namespace: kserve-ci-e2e-test
    resourceVersion: "14981"
    uid: c6f98f6d-e577-40fb-899e-11192ce68273
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:41Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-05T02:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:41Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc74b00beed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14982"
    uid: 54428aae-8669-42dc-96fd-47c42b1b3084
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.513s (2.513s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:43Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc7e0d3132b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15004"
    uid: 8e2a1e4a-8604-442a-9929-4059f0188bf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:43Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc7e4803453
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: c12f9a5a-39a5-48e5-8b7f-09c3ac12a17d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:28:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:43Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc7e5909eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: ea089aff-e1ff-4784-bf2e-4eae94995027
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:30:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bc84b9cbcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: faefdcf2-5f48-4133-972e-9f4226d533e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:30:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:06Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bdb281eda7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: 9b508420-a5e7-4180-b841-b93bbf56e14b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:30:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:06Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bdb281ffaae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15702"
    uid: 3d96c868-d499-43c3-b26e-d22f853aeb8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: d4fe66a8-8b52-446f-9ba1-8dc6e198a353
  kind: Event
  lastTimestamp: "2026-09-05T02:30:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.16:8643/healthz": dial tcp
    10.133.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc.18d24bdc51d4ef1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15770"
    uid: 9e7334d9-81fa-40e2-8157-262f4309bcbf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-548b9d8f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "14680"
    uid: c4cdcd74-07c9-4086-b176-48578bb11c4e
  kind: Event
  lastTimestamp: "2026-09-05T02:28:17Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-548b9d8f79-tqdzc'
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79.18d24bc1aefa77f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14701"
    uid: d7673f97-5125-4183-9643-2c72bfece210
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14678"
    uid: 1daf6363-3954-4aeb-8935-647970f1d655
  kind: Event
  lastTimestamp: "2026-09-05T02:28:17Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-548b9d8f79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-canary-rollback-v2-predictor.18d24bc1a4019ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: a16d1c61-5af9-4788-a78f-af34808ec9da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: 1be0dcf7-0fb3-4104-a8a7-c413babdc8a6
  kind: Event
  lastTimestamp: "2026-09-05T02:30:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:30:06Z"
    name: isvc-canary-rollback.18d24bc1a8a0b904
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: a7b9b617-f8ea-4107-acee-348b5791beb0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: 1be0dcf7-0fb3-4104-a8a7-c413babdc8a6
  kind: Event
  lastTimestamp: "2026-09-05T02:31:29Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:29Z"
    name: isvc-canary-rollback.18d24bd9c7ddf6ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: d55eb622-0556-4340-8ca2-73c192839f95
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: 1be0dcf7-0fb3-4104-a8a7-c413babdc8a6
  kind: Event
  lastTimestamp: "2026-09-05T02:30:01Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:30:01Z"
    name: isvc-canary-rollback.18d24bda08f27a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: a93cb45d-db76-4812-8c81-b1576144462e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: 1be0dcf7-0fb3-4104-a8a7-c413babdc8a6
  kind: Event
  lastTimestamp: "2026-09-05T02:30:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:30:01Z"
    name: isvc-canary-rollback.18d24bda08f2bfe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: 828ec850-3308-48c3-98c7-1d24350d1822
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: 1be0dcf7-0fb3-4104-a8a7-c413babdc8a6
  kind: Event
  lastTimestamp: "2026-09-05T02:30:06Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-05T02:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:30:06Z"
    name: isvc-canary-rollback.18d24bdb2e072b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: 6e75c7a8-b73c-4e0e-9089-5add943bd405
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:31:42.113792Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-79f67b4d78-2wc45
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24bf16175852d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: c73981cc-c1e7-4244-8276-5f3e4a42c512
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16693"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24bf18384684a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: 074aebff-7202-4500-953d-8ef030eb5e48
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24bf1853f0115
    namespace: kserve-ci-e2e-test
    resourceVersion: "16721"
    uid: 33456777-b39e-4b51-9c7c-9503d068cecb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24bf187fc66c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: 389eb75e-5b3c-4149-8eb7-b5f32fa3b9c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24bf18877c31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 7ec7ea38-4359-407a-9f64-b613151eb5b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24bf299e4481d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: 2cecf742-a815-47e4-b22a-6ee868ee7370
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24bf29d3c63dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16793"
    uid: e1efc492-a257-47b5-9aa0-9a8de0130fb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24bf29dbd68a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: 4c837873-b995-4ea8-a0a5-753147822421
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24bf29dc8879e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: d4263eb5-f0c4-455f-a872-14675a6249ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24bf2a0d330b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16802"
    uid: 185d0746-8c86-45ca-b81f-4530860e704c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24bf2a15252af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: b165d788-b427-444b-9404-7abed364509c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:32:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:57Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24bf311b52133
    namespace: kserve-ci-e2e-test
    resourceVersion: "17583"
    uid: b6011941-d075-48af-ae50-a064e58881d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:33:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:08Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24c05892f529c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: 57814aa6-a778-4849-b421-7cb5f152b1c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:33:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:08Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24c05892fcd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 75135fad-cb68-4d2d-bb01-6368c18ebed2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: d6f4f0a9-9b06-4313-8523-beb895950e3e
  kind: Event
  lastTimestamp: "2026-09-05T02:33:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:10Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2wc45.18d24c05edddd457
    namespace: kserve-ci-e2e-test
    resourceVersion: "17722"
    uid: 58cd836e-cc8e-4b6e-8ace-e774a5f560d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:31:42.166987Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-79f67b4d78-v7v85
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24bf164a13468
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: 842ef112-c5e4-4281-898e-c765144a752d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24bf186384983
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: d82038bd-9470-48cc-bb01-4e3c4abe569d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24bf187bbf6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: 51d75ef6-58fa-429d-9cd9-31b042e0e55e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24bf18a819a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: 2c8c3ed9-e436-432b-9752-da552d66e304
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24bf18adf404b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: dc16f694-3a72-4618-963f-3b5698d53ac6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24bf29e2116a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: ee917317-3b95-4853-8d70-65526dc32f73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24bf2a2858bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: b3df65a7-e383-4809-b511-54eaf7545426
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24bf2a2e97088
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: f28941c6-665c-42b3-80fd-5381c820cbcc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24bf2a2f268e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16808"
    uid: 1ecc822e-03dc-4787-b294-39c3291557f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24bf2a67b1c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: 09e0c336-69bc-468c-8a26-62e074f29807
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24bf2a705c656
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: 854911d4-e8dd-4926-8363-041fc6496d85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:14Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24bf2da6f0a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17781"
    uid: bf3c9884-6f92-4550-aedc-f81b52ecf314
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:12Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24c0654469964
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 98c6228d-e660-4fc3-826d-411be6eddaa4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:12Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24c065446ff51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: c72afd97-cbed-4fb4-be8b-13705b253263
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 7cf1335a-e14a-452f-839a-ed9aee14df3c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:14Z"
    name: isvc-canary-stop-predictor-79f67b4d78-v7v85.18d24c06e0b2ca5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17779"
    uid: 689b8fa0-803a-416c-b2d8-eebfe11a0b8f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-79f67b4d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: 98ab9f10-4b27-4cba-9cf5-2db4af15a87a
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: 'Created pod: isvc-canary-stop-predictor-79f67b4d78-2wc45'
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor-79f67b4d78.18d24bf1610d2253
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 7d9dfcf8-a35b-4f49-a1ca-e9e14a6a375a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-79f67b4d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: 98ab9f10-4b27-4cba-9cf5-2db4af15a87a
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: 'Created pod: isvc-canary-stop-predictor-79f67b4d78-v7v85'
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor-79f67b4d78.18d24bf164088826
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: db92cb91-a4e8-4c24-b1e3-eaf37201c9ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-79f67b4d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17693"
    uid: 98ab9f10-4b27-4cba-9cf5-2db4af15a87a
  kind: Event
  lastTimestamp: "2026-09-05T02:33:08Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-79f67b4d78-2wc45'
  metadata:
    creationTimestamp: "2026-09-05T02:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:08Z"
    name: isvc-canary-stop-predictor-79f67b4d78.18d24c0589073c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17697"
    uid: cf726089-8c40-4971-a4dd-e2d4373f9f1d
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16665"
    uid: 8e46122b-5253-4c1b-854f-31e4bcf9157a
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: Scaled up replica set isvc-canary-stop-predictor-79f67b4d78 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-predictor.18d24bf15dafa913
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: 09d9836f-fc4b-4346-b13b-5a98c33f68ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: 8e46122b-5253-4c1b-854f-31e4bcf9157a
  kind: Event
  lastTimestamp: "2026-09-05T02:33:08Z"
  message: Scaled down replica set isvc-canary-stop-predictor-79f67b4d78 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:08Z"
    name: isvc-canary-stop-predictor.18d24c05889e0b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17694"
    uid: 15c01273-c428-4d40-9042-bfa7ce9b0b97
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:31:42.104067Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf160e11931
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: c7476bfd-5403-4365-b834-f6c6e9d72e43
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf16adccaea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16710"
    uid: 55c5fe6e-1e2a-4f5d-8f67-3ff4dc246e27
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:31:43Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:31:43Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf1a670c1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: 6c9495d7-2a5e-4ea3-bd03-803a48126557
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:31:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:43Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf1a7da8f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 9834d664-bdd3-4512-8258-5a93d7e2a226
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:31:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:43Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf1ab24df25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 6b534278-187e-48a0-b003-79c4d30e1f27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:31:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:43Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf1ab88094e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 763d0c74-ddc7-42ce-8faf-551a1fc8ba1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf29e3e964e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: be6fb0ca-95bf-4053-869d-579fc0b09e1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf2a291c40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16806"
    uid: 46e19dfc-5b9a-48a3-9e42-dedcb125cfe8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf2a2f799a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: cbfc5529-a84a-47cf-8852-e2df9f3098b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf2a2ffe63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: fe376c5f-8fda-4620-8b19-872ae0e7068b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf2a681b595
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 47b86a6e-0130-4400-a3c1-a84b53ec758c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf2a6ea8718
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: 93eb748e-2460-4a22-aa24-bbe002292e62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:32:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:58Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24bf316592d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: cfd3a626-5b63-4697-8161-e022d1a9ae07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:33:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:12Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24c06525295b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: 4a218bd0-ce51-4d8c-9ddf-2c13b1c0a7f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:33:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:12Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24c065252cd81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 54e08f08-7b65-4386-ab80-26c1c0b61cd0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4a833f62-a48a-4c06-9cde-f85eae861d76
  kind: Event
  lastTimestamp: "2026-09-05T02:33:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:15Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5.18d24c071c905c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17788"
    uid: 77538ade-f6c7-445d-a3f4-30ef33651c0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-86f55c65d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: 5e70c40f-3736-486e-95f7-bef16b100420
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-86f55c65d7-jx9f5'
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7.18d24bf160580291
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: c00c0cb0-2445-4ed4-9db0-29af6dfeb091
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: efb287f0-6a90-435d-85dc-adc75cef02ca
  kind: Event
  lastTimestamp: "2026-09-05T02:31:41Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-86f55c65d7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-canary-stop-v2-predictor.18d24bf15aa9d7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: 92c1bb59-deb9-49a7-bd7b-a8e29ab9626c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: d6d8e40e-3425-460a-aa92-69a7ed2851ec
  kind: Event
  lastTimestamp: "2026-09-05T02:33:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:08Z"
    name: isvc-canary-stop.18d24bf15d53dfce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: d632229a-f822-4815-90d2-a1b613680cb2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: d6d8e40e-3425-460a-aa92-69a7ed2851ec
  kind: Event
  lastTimestamp: "2026-09-05T02:33:08Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:08Z"
    name: isvc-canary-stop.18d24bf15dd95308
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: 0c8d360a-2b58-4ed4-968e-6c94adc41578
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: d6d8e40e-3425-460a-aa92-69a7ed2851ec
  kind: Event
  lastTimestamp: "2026-09-05T02:33:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:08Z"
    name: isvc-canary-stop.18d24bf15dd9b010
    namespace: kserve-ci-e2e-test
    resourceVersion: "17708"
    uid: 4840effe-0377-4f1c-923f-bb37fde4fef8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: d6d8e40e-3425-460a-aa92-69a7ed2851ec
  kind: Event
  lastTimestamp: "2026-09-05T02:33:07Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:07Z"
    name: isvc-canary-stop.18d24c0535af6b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17676"
    uid: e17dcc4d-b61f-4de9-8e09-fd42fb8fabb7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:35:30.727520Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 75a015b6-421b-4ae8-83b2-584a6a1db608
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:35:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:35:30Z"
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74.18d24c269be625c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: d518a97e-8d84-4076-bd9f-55838d536336
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: 75a015b6-421b-4ae8-83b2-584a6a1db608
  kind: Event
  lastTimestamp: "2026-09-05T02:35:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-4bf2b4-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:30Z"
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74.18d24c26a874bb2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19284"
    uid: f17a4ee6-9b58-4236-96c6-088817eb0b08
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 75a015b6-421b-4ae8-83b2-584a6a1db608
  kind: Event
  lastTimestamp: "2026-09-05T02:35:31Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:35:31Z"
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74.18d24c26e1b61be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19293"
    uid: 54610d3b-4c5d-4b46-b8a4-8fd293bdde6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: 75a015b6-421b-4ae8-83b2-584a6a1db608
  kind: Event
  lastTimestamp: "2026-09-05T02:35:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:37Z"
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74.18d24c26e31f4bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19342"
    uid: 2d3dd2c3-9099-4b29-a8c4-46780b8e175f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: 75a015b6-421b-4ae8-83b2-584a6a1db608
  kind: Event
  lastTimestamp: "2026-09-05T02:35:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:37Z"
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74.18d24c26e75bb220
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e91ddcb6-eda0-4d42-a2d6-4da0f471719f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: 75a015b6-421b-4ae8-83b2-584a6a1db608
  kind: Event
  lastTimestamp: "2026-09-05T02:35:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:37Z"
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74.18d24c26e7cb2de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: 6b0fc32b-da2f-4273-b139-ca79fecfc8eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: 75a015b6-421b-4ae8-83b2-584a6a1db608
  kind: Event
  lastTimestamp: "2026-09-05T02:35:40Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:40Z"
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74.18d24c28ef5b3d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: 006a3e5b-d279-4d6b-afd4-7512839b8fb8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: 699686f8-12f7-4f7b-b4fa-fc697c7d8895
  kind: Event
  lastTimestamp: "2026-09-05T02:35:30Z"
  message: 'Created pod: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc-xng74'
  metadata:
    creationTimestamp: "2026-09-05T02:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:30Z"
    name: isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc.18d24c269b8a0c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19268"
    uid: bd38c39c-a707-45ac-bab1-c4340c884507
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-4bf2b4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19258"
    uid: a38431bf-58fa-4e40-8a06-88f28b9b32ad
  kind: Event
  lastTimestamp: "2026-09-05T02:35:30Z"
  message: Scaled up replica set isvc-init-fail-4bf2b4-predictor-6b9d5bf6bc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:30Z"
    name: isvc-init-fail-4bf2b4-predictor.18d24c2698f9333d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19261"
    uid: 32dee150-84c6-4232-8d71-929e22b74e9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4bf2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19250"
    uid: 53f89b15-2c48-431a-b199-c3cccdcd1d45
  kind: Event
  lastTimestamp: "2026-09-05T02:35:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:37Z"
    name: isvc-init-fail-4bf2b4.18d24c2698fb35e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19349"
    uid: 7a8b2ef4-52b5-4bb8-95f9-5761a043b710
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4bf2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19250"
    uid: 53f89b15-2c48-431a-b199-c3cccdcd1d45
  kind: Event
  lastTimestamp: "2026-09-05T02:35:30Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-4bf2b4":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-4bf2b4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:30Z"
    name: isvc-init-fail-4bf2b4.18d24c269973ae87
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 70d8d33c-71ad-4205-a317-77473885f4cd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4bf2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19250"
    uid: 53f89b15-2c48-431a-b199-c3cccdcd1d45
  kind: Event
  lastTimestamp: "2026-09-05T02:35:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-4bf2b4": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:30Z"
    name: isvc-init-fail-4bf2b4.18d24c269973e8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 5273eddf-da1d-4446-996e-4187e7aa56bf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:43:42.713579Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23697"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:43:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:43:42Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c99288da936
    namespace: kserve-ci-e2e-test
    resourceVersion: "23701"
    uid: 7729e8f0-9e5f-4ae0-a3f8-d337bc374e13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:42Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c992ff97903
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: 9143b894-6a79-40e6-a787-b308169a96a1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23705"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:43Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:43:43Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c996e784cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 8db72cd8-86f7-484d-8da0-46e2513ec653
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:43Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9970594631
    namespace: kserve-ci-e2e-test
    resourceVersion: "23725"
    uid: 67488b40-289c-44a8-97eb-7f79401c08ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:43Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c99733af23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23726"
    uid: a0b7bd6a-4d99-4487-86d1-e6245c2a7050
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:43Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9973b8dd2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23727"
    uid: 6c8663d7-efb0-485a-bd5c-93e1c0cfa87f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:48Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9a655bb3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23769"
    uid: f06e2306-96be-4e0a-b8a2-cc34c89e10b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:48Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9a68a1ad2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23771"
    uid: c91e1aad-38fe-4506-9d9d-15469d0e1f94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:48Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9a691d5812
    namespace: kserve-ci-e2e-test
    resourceVersion: "23772"
    uid: d8b0a1e2-0859-4bf4-b592-3f2f6c0bb8a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:48Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9a6928c3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: eb1363f8-55fa-4742-a940-b7b51ef677b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:48Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9a6bf5a3e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23776"
    uid: 485518b1-34ba-4376-bd93-966eab03d80f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:48Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9a6c6f9167
    namespace: kserve-ci-e2e-test
    resourceVersion: "23778"
    uid: 0240edae-e005-47c2-88a9-6a22a7f14f43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:48Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f4032031248ea217fb336a930cee0b43dfad133eb5dfde428dddf7e35cd320a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:48Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9a6c7a0f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: caf2372a-c4e6-4002-a60b-c2c26ca2b750
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:48Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-05T02:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:48Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9a6f78bfc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23781"
    uid: cf0a7e13-b1c1-4ce0-9833-2e52761161ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:48Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-05T02:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:48Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9a6ff74f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "23782"
    uid: ed001c81-d7aa-4785-9628-731031afa233
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:45:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:27Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9aa161a6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24578"
    uid: 000d74cd-a512-4857-8b07-e5820dcb4084
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:44:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:57Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24c9add2d30ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24278"
    uid: e704c46b-92b9-4277-ba26-bf24f1233361
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:45:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:18Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24caf5819e244
    namespace: kserve-ci-e2e-test
    resourceVersion: "24452"
    uid: 3a38535d-b2f8-4044-9c33-49cf83d0e789
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:45:18Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-05T02:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:18Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24caf581a4dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "24453"
    uid: 188e5194-ce56-464b-b2b4-4418cd648c3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:45:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:18Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24caf581aaf3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: b9c1e0e4-0174-49b6-93a1-75911922bea6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 671a2933-dfe9-4df9-bda8-f4ba270b3c5f
  kind: Event
  lastTimestamp: "2026-09-05T02:45:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:26Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622.18d24cb00d637880
    namespace: kserve-ci-e2e-test
    resourceVersion: "24562"
    uid: fefa219d-1626-422b-acd9-e10466c5e740
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-84b648dc8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: de101a1e-589a-4533-a494-a63205ac9d8e
  kind: Event
  lastTimestamp: "2026-09-05T02:43:42Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-84b648dc8b-hj622'
  metadata:
    creationTimestamp: "2026-09-05T02:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:42Z"
    name: isvc-logger-raw-cipn-predictor-84b648dc8b.18d24c99281db83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23698"
    uid: d02e6571-7567-4218-aeee-0dbbc6103c64
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23684"
    uid: 565f7d31-9004-4112-a742-af80be3f4d2a
  kind: Event
  lastTimestamp: "2026-09-05T02:43:42Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-84b648dc8b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:42Z"
    name: isvc-logger-raw-cipn-predictor.18d24c99247897a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23688"
    uid: d53f90f5-12a1-45a1-b7ec-90a942305a7a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23685"
    uid: 841b65b9-c061-4ada-a430-aeb922291ed6
  kind: Event
  lastTimestamp: "2026-09-05T02:44:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:44:27Z"
    name: isvc-logger-raw-cipn-predictor.18d24c9ca33fa966
    namespace: kserve-ci-e2e-test
    resourceVersion: "24072"
    uid: c21d0b4b-4031-4c71-ab76-f2d8e22f7c2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23685"
    uid: 841b65b9-c061-4ada-a430-aeb922291ed6
  kind: Event
  lastTimestamp: "2026-09-05T02:44:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:44:27Z"
    name: isvc-logger-raw-cipn-predictor.18d24c9ca3f560ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24073"
    uid: 5bcb22c9-c63a-45ed-b14b-da2cc8e59195
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23855"
    uid: 841b65b9-c061-4ada-a430-aeb922291ed6
  kind: Event
  lastTimestamp: "2026-09-05T02:45:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:12Z"
    name: isvc-logger-raw-cipn-predictor.18d24ca022ccc43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24397"
    uid: e06b4127-227e-40df-9332-721e6c55cb37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23855"
    uid: 841b65b9-c061-4ada-a430-aeb922291ed6
  kind: Event
  lastTimestamp: "2026-09-05T02:45:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:12Z"
    name: isvc-logger-raw-cipn-predictor.18d24ca023b32ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: 104bce04-556e-4bac-834f-dbda9361168c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: 338d10a3-2065-4ed9-99e4-45ededbdb779
  kind: Event
  lastTimestamp: "2026-09-05T02:45:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:45:07Z"
    name: isvc-logger-raw-cipn.18d24c9924786084
    namespace: kserve-ci-e2e-test
    resourceVersion: "24360"
    uid: 1cd558d1-0268-4a96-bc7b-f06f8edecb58
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: 338d10a3-2065-4ed9-99e4-45ededbdb779
  kind: Event
  lastTimestamp: "2026-09-05T02:43:42Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:43:42Z"
    name: isvc-logger-raw-cipn.18d24c99251a2cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23707"
    uid: 212747a9-06a7-482a-80b6-b2129aff3c61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23680"
    uid: 338d10a3-2065-4ed9-99e4-45ededbdb779
  kind: Event
  lastTimestamp: "2026-09-05T02:43:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:43:42Z"
    name: isvc-logger-raw-cipn.18d24c992b8b05ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 08847bdc-6825-4392-a0a1-b864fa2f545c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: 338d10a3-2065-4ed9-99e4-45ededbdb779
  kind: Event
  lastTimestamp: "2026-09-05T02:45:07Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:45:07Z"
    name: isvc-logger-raw-cipn.18d24cacda088df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24359"
    uid: 85bbe25c-7d4b-4a8c-b89a-853b7cc05165
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:34:12.468257Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18489"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:34:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:34:12Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c1463489d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "18495"
    uid: 61debe6a-cc1b-4a92-94d9-524570ddcc51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-d98d3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:13Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c146e5417de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: cc61d2b0-2035-4b1b-bbeb-7f5078a863c9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18499"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:14Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:34:14Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c14de97022e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18521"
    uid: 261025c9-dd4e-431c-a169-8f44063d6896
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:14Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c14e0b0cbaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18523"
    uid: 749544fd-e23f-45b8-8e4e-156d042495d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:14Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c14e3a2cad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18524"
    uid: ab370743-358f-4294-9309-a4d2d6bfe079
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:14Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c14e422427f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 1a1d0817-d294-4cc2-9936-4c643a6935e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:18Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c15e441d87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18565"
    uid: 831bafe8-73d7-4339-9235-ce36d9b7f4a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:18Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c15e75332b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: b43bc184-e56e-4fd1-a29c-40bce0e2be33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:18Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c15e7cf2535
    namespace: kserve-ci-e2e-test
    resourceVersion: "18570"
    uid: 262109d3-7cfe-4848-883d-d109e1d8c89d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:18Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c15e7da1346
    namespace: kserve-ci-e2e-test
    resourceVersion: "18571"
    uid: d60795af-75ac-4823-8b1e-bfbfc1a1c448
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:19Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c15eaf55c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18574"
    uid: 869122f8-a048-4cd2-b770-5f9db189346b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:19Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c15eb70861e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18575"
    uid: 79616755-80ac-43b0-b1aa-9a34418003c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:f4032031248ea217fb336a930cee0b43dfad133eb5dfde428dddf7e35cd320a4"
  metadata:
    creationTimestamp: "2026-09-05T02:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:19Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c15eb80b3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18576"
    uid: bf1f658d-0832-4440-b596-0570dd604edf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:f4032031248ea217fb336a930cee0b43dfad133eb5dfde428dddf7e35cd320a4"
    in 2.808s (2.808s including waiting). Image size: 243416141 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:21Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c1692ebf26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: 0e97b54b-c6f6-4a5e-8753-81bbb02483f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:21Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-05T02:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:21Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c16959f10a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18594"
    uid: 4b16388d-fae5-4049-aba2-e2be2cb0a4d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:34:21Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-05T02:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:21Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c16961a8cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: f6ece895-e567-4796-b446-bbb01b1d1970
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:35:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:48Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c16d3fb2cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19603"
    uid: 6602df65-b700-4991-8431-8a8780a8859c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:35:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:48Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c16d405c382
    namespace: kserve-ci-e2e-test
    resourceVersion: "19604"
    uid: 95d78745-8bf2-4d68-9dd7-d7b36cb804b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:35:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:47Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c2a89e7cf75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: bc03c10a-503d-4015-a51d-5c16e9f8b7ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:35:47Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-05T02:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:47Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c2a89e8140e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 6456051a-4595-4ca7-9f47-aae6ef22c1fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:35:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:47Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c2a89e836e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19541"
    uid: 657e3316-731c-4e0f-b782-e0cfd913b31b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: babb3641-0bd8-41f2-8fc9-8b1cee46fd4c
  kind: Event
  lastTimestamp: "2026-09-05T02:35:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:58Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w.18d24c2ada303f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19707"
    uid: a0c21efb-5464-4e20-aa18-138dd3e81d37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-d98d3-predictor-769b867bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18480"
    uid: 74f9a9ff-5b34-4797-bb27-80d2a676316e
  kind: Event
  lastTimestamp: "2026-09-05T02:34:12Z"
  message: 'Created pod: isvc-logger-raw-d98d3-predictor-769b867bd6-tdf2w'
  metadata:
    creationTimestamp: "2026-09-05T02:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:12Z"
    name: isvc-logger-raw-d98d3-predictor-769b867bd6.18d24c1462d2f1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 07b097c8-a310-425b-ada2-9f09ba7abda2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-d98d3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18477"
    uid: afb81fa0-a1ff-4c05-9561-d5996a5d2315
  kind: Event
  lastTimestamp: "2026-09-05T02:34:12Z"
  message: Scaled up replica set isvc-logger-raw-d98d3-predictor-769b867bd6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:12Z"
    name: isvc-logger-raw-d98d3-predictor.18d24c145f8b3dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: 8d809747-e7f9-4424-b6b0-6e9a8d18f79e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-d98d3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18479"
    uid: 89985c0c-50df-4b1f-b09a-6ea2870dc37d
  kind: Event
  lastTimestamp: "2026-09-05T02:34:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:57Z"
    name: isvc-logger-raw-d98d3-predictor.18d24c17de1557d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18884"
    uid: 90485161-ecb2-4308-a33c-33eeb85d9853
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-d98d3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18479"
    uid: 89985c0c-50df-4b1f-b09a-6ea2870dc37d
  kind: Event
  lastTimestamp: "2026-09-05T02:34:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:57Z"
    name: isvc-logger-raw-d98d3-predictor.18d24c17de8e037f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18885"
    uid: 988aedc0-b3fd-4a72-a145-039f7c04fbc6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-d98d3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18649"
    uid: 89985c0c-50df-4b1f-b09a-6ea2870dc37d
  kind: Event
  lastTimestamp: "2026-09-05T02:35:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:42Z"
    name: isvc-logger-raw-d98d3-predictor.18d24c1b5d2f4703
    namespace: kserve-ci-e2e-test
    resourceVersion: "19418"
    uid: 10fb2209-ca47-4cdb-9758-d10e303c60d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-d98d3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18649"
    uid: 89985c0c-50df-4b1f-b09a-6ea2870dc37d
  kind: Event
  lastTimestamp: "2026-09-05T02:35:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:42Z"
    name: isvc-logger-raw-d98d3-predictor.18d24c1b5d8e15ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19419"
    uid: 710c2373-964b-4311-ba86-22d54f4ecef9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-d98d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18470"
    uid: 373a5837-48ff-482c-b9ea-00462e5378db
  kind: Event
  lastTimestamp: "2026-09-05T02:35:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:39Z"
    name: isvc-logger-raw-d98d3.18d24c145f8aa2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: bfe4a8ae-c511-4fc1-8abe-c0646cda4e4d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-d98d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18470"
    uid: 373a5837-48ff-482c-b9ea-00462e5378db
  kind: Event
  lastTimestamp: "2026-09-05T02:34:12Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-d98d3":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-d98d3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:34:12Z"
    name: isvc-logger-raw-d98d3.18d24c146013b320
    namespace: kserve-ci-e2e-test
    resourceVersion: "18486"
    uid: 7fdf86a0-7fed-4676-9d24-637a3b84fd4d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-d98d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19366"
    uid: 373a5837-48ff-482c-b9ea-00462e5378db
  kind: Event
  lastTimestamp: "2026-09-05T02:35:39Z"
  message: InferenceService [isvc-logger-raw-d98d3] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:39Z"
    name: isvc-logger-raw-d98d3.18d24c288cf7793a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: a3aef69f-5021-44f3-b316-3379dcbf042b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:33:22.358413Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17872"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:33:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:33:22Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c08b880fd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: 2a186dd6-5ada-4bc4-8a0a-a4dba177ed0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:33:22Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:33:22Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c08da62fcfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17894"
    uid: 88e54984-9c9d-4129-bbad-2747355fb227
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:33:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:22Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c08dbda9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 9decde20-5f4d-47a8-a339-ae4be0cf71bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:33:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:23Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c08deb6fe7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17898"
    uid: a3476e51-84eb-4d11-ade9-766ef333aa28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:33:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:23Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c08df2162c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 004834ef-64be-4cd5-b4f0-ec3871379862
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:33:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:26Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c09ca41e554
    namespace: kserve-ci-e2e-test
    resourceVersion: "17944"
    uid: 236630ef-0416-4304-af98-7029bae44358
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:33:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:27Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c09cd536a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "17946"
    uid: 9c22e2ac-8496-4ac4-a3e5-c6ededb385ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:33:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:27Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c09cdc10468
    namespace: kserve-ci-e2e-test
    resourceVersion: "17949"
    uid: f6813f32-3b92-49e8-88ef-efe697511776
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:33:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:27Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c09cdca4881
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: acd503f6-66cf-4338-b74c-0650e154ded4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:33:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:27Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c09d08f9e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: d2ebe92a-43a2-4d73-a7a0-5f8643a3004c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:33:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:27Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c09d0fc2d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17953"
    uid: 82a7f9af-3463-4af2-8ba8-c54330f9b026
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:34:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:34Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c0a42301130
    namespace: kserve-ci-e2e-test
    resourceVersion: "18704"
    uid: 45127be3-beae-4fcf-8164-ea177723072f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:35:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:25Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c2567fcec13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19192"
    uid: 3ab549e9-0ff9-4865-ac58-77f72c90cb65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 5f3d320f-9e4e-4ff6-bc8e-d2c6e4d04450
  kind: Event
  lastTimestamp: "2026-09-05T02:35:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:25Z"
    name: isvc-primary-b3e077-predictor-54d44d9966-kjzpf.18d24c2567fdecf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: 27f7b3bb-dfc8-4c75-9de7-9dd5c4ec4229
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-b3e077-predictor-54d44d9966
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: 0bf9cb27-3e73-4a93-9547-1fe802a6c124
  kind: Event
  lastTimestamp: "2026-09-05T02:33:22Z"
  message: 'Created pod: isvc-primary-b3e077-predictor-54d44d9966-kjzpf'
  metadata:
    creationTimestamp: "2026-09-05T02:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:22Z"
    name: isvc-primary-b3e077-predictor-54d44d9966.18d24c08b76d4fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17874"
    uid: 0ba7c9cb-c63a-43de-902b-00537fdeb560
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-b3e077-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 3d08e34b-78f1-47af-82bd-b86069b50026
  kind: Event
  lastTimestamp: "2026-09-05T02:33:22Z"
  message: Scaled up replica set isvc-primary-b3e077-predictor-54d44d9966 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:22Z"
    name: isvc-primary-b3e077-predictor.18d24c08b2f9853c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 48cb08fa-84ae-4936-8b28-2cfe2123ba6e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b3e077-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: c59142ca-5845-44a2-a097-3b5e1a3dda00
  kind: Event
  lastTimestamp: "2026-09-05T02:33:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:52Z"
    name: isvc-primary-b3e077-predictor.18d24c0c31787b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18214"
    uid: a46dff03-4498-4b23-94e2-424bf202c3aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b3e077-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: c59142ca-5845-44a2-a097-3b5e1a3dda00
  kind: Event
  lastTimestamp: "2026-09-05T02:33:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:52Z"
    name: isvc-primary-b3e077-predictor.18d24c0c31d8ee18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: 54f22c58-13a0-4139-b037-2052ec9b4c81
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b3e077-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18043"
    uid: c59142ca-5845-44a2-a097-3b5e1a3dda00
  kind: Event
  lastTimestamp: "2026-09-05T02:35:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:07Z"
    name: isvc-primary-b3e077-predictor.18d24c132f6ac235
    namespace: kserve-ci-e2e-test
    resourceVersion: "18966"
    uid: 7e155e12-9378-47aa-9318-4b8adf63f366
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b3e077-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18043"
    uid: c59142ca-5845-44a2-a097-3b5e1a3dda00
  kind: Event
  lastTimestamp: "2026-09-05T02:35:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:07Z"
    name: isvc-primary-b3e077-predictor.18d24c132fcd12ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 3eb78019-6544-4c85-ab6b-db27473f8b9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b3e077
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 5b3032b2-94a1-44a4-a710-68c42eda9093
  kind: Event
  lastTimestamp: "2026-09-05T02:34:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:34:45Z"
    name: isvc-primary-b3e077.18d24c08b307f327
    namespace: kserve-ci-e2e-test
    resourceVersion: "18792"
    uid: 117214ee-d2f3-4402-aaaa-b332bb019cd0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b3e077
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 5b3032b2-94a1-44a4-a710-68c42eda9093
  kind: Event
  lastTimestamp: "2026-09-05T02:33:22Z"
  message: 'Failed to update status for InferenceService "isvc-primary-b3e077": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-b3e077":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:22Z"
    name: isvc-primary-b3e077.18d24c08b3817e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17868"
    uid: f6348d29-cae5-4813-8662-cfbabb9ef00d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b3e077
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 5b3032b2-94a1-44a4-a710-68c42eda9093
  kind: Event
  lastTimestamp: "2026-09-05T02:33:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-b3e077": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:22Z"
    name: isvc-primary-b3e077.18d24c08b381ba6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: af8783e5-3b0f-4ca1-acd1-bf80248aa659
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b3e077
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: 5b3032b2-94a1-44a4-a710-68c42eda9093
  kind: Event
  lastTimestamp: "2026-09-05T02:34:45Z"
  message: InferenceService [isvc-primary-b3e077] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:34:45Z"
    name: isvc-primary-b3e077.18d24c1bfe372142
    namespace: kserve-ci-e2e-test
    resourceVersion: "18791"
    uid: af8c9261-296f-4bd3-aec0-c9158abcd9f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:28:16.898024Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:28:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:28:16Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc199a55848
    namespace: kserve-ci-e2e-test
    resourceVersion: "14670"
    uid: bb7054d9-9751-41f0-913f-2c3dddadba11
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14673"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:17Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc1bbd73a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14725"
    uid: 570cde59-01fb-4531-aadf-08690c704449
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:17Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
  metadata:
    creationTimestamp: "2026-09-05T02:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:17Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc1c100c83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14732"
    uid: 0bc6aecc-1f38-4ab8-8922-cd0221f8cb6e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    in 3.319s (3.319s including waiting). Image size: 308281769 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:20Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc286d7a123
    namespace: kserve-ci-e2e-test
    resourceVersion: "14775"
    uid: 3f8a0a65-ea2c-41fc-bc42-95259477d2e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:20Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc28a992745
    namespace: kserve-ci-e2e-test
    resourceVersion: "14778"
    uid: e3eb9188-23a7-4547-91f8-50b413c0c588
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:20Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc28b0dafbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14779"
    uid: a0fead71-d2c4-4395-90bc-e8e806d5f861
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:25Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
  metadata:
    creationTimestamp: "2026-09-05T02:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:25Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc393098d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "14833"
    uid: 97dab624-4159-4a9f-8720-8de309204a2b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    in 13.262s (13.262s including waiting). Image size: 1580720527 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:38Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc6a989d889
    namespace: kserve-ci-e2e-test
    resourceVersion: "14943"
    uid: 1814e38f-fc5a-4456-b1a2-567f6b5d48c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:38Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc6aced6c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 7508eb2d-9361-47fe-bb81-663fa2fb4394
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:38Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc6ad5d0b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14945"
    uid: ab46fc0b-db22-46bb-953c-a06e192e136c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:38Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-05T02:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:38Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc6ad691026
    namespace: kserve-ci-e2e-test
    resourceVersion: "14946"
    uid: 56505f8b-e307-4f1b-a24e-161e0c52457e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.2s (2.2s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:40Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc730938d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: f17a301a-0f2a-4a8e-a442-bce26f5f1ef2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:40Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc73405a8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14970"
    uid: bb31b944-aa1d-42eb-a90d-7510b9e81bce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:40Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc7347ba63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14971"
    uid: 1dc9594d-3770-44be-b5d4-262b3fef403b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:40Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:f4032031248ea217fb336a930cee0b43dfad133eb5dfde428dddf7e35cd320a4"
  metadata:
    creationTimestamp: "2026-09-05T02:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:40Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc73488dd2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14972"
    uid: 703d25a1-fa6b-423d-86ea-57b929ad2815
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:f4032031248ea217fb336a930cee0b43dfad133eb5dfde428dddf7e35cd320a4"
    in 2.351s (2.351s including waiting). Image size: 243416141 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:43Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc7c0b420ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: 57d572a6-9814-40ee-b018-66fb8c4ac460
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:43Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-05T02:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:43Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc7c3fad3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14997"
    uid: 0729df0c-3383-45e4-a61d-5fd8ace1acd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:28:43Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-05T02:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:28:43Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc7c46b8468
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 28ff3fe4-fca1-4ab0-91d3-537fd9df1784
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:30:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:26Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc8081d4af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: 0946a28a-c478-43e7-ab2d-c373454d70fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:30:26Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:26Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bc808252f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: 166ed632-25b9-4448-ae5f-5912c78c0b07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:30:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bdc57017e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15790"
    uid: 05a32f2a-f6d6-4eba-ad07-f5686c8ba6a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:30:11Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bdc5701d334
    namespace: kserve-ci-e2e-test
    resourceVersion: "15792"
    uid: 91936b5a-e782-4571-9028-928b02bc360d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:30:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bdc5702047c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 15b4409d-3868-4ef1-93cf-d96eafae10ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 3b6f4cc8-9215-4535-a431-26dd66f663d9
  kind: Event
  lastTimestamp: "2026-09-05T02:30:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:25Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx.18d24bdd3804bad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: d7703614-71ed-4449-9950-d154c2f99e15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: 9f0100aa-3fb8-4d7e-8616-23d59efcee02
  kind: Event
  lastTimestamp: "2026-09-05T02:28:16Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f-25bxx'
  metadata:
    creationTimestamp: "2026-09-05T02:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:28:16Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f.18d24bc19788a07f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14664"
    uid: debec30d-236b-41e2-933d-549f72a47e62
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-0d68f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: 15b9f89e-f54d-471d-8491-0a7a191886b2
  kind: Event
  lastTimestamp: "2026-09-05T02:28:16Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-0d68f-predictor-645bf449f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:28:16Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor.18d24bc18d643283
    namespace: kserve-ci-e2e-test
    resourceVersion: "14646"
    uid: fcaa4667-0b6f-4bd7-91f6-2f4c79e738ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-0d68f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14656"
    uid: c046549d-8575-4828-98d1-1398e17fa03f
  kind: Event
  lastTimestamp: "2026-09-05T02:29:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:16Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor.18d24bc51393215e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: b6c35468-844c-4302-b47f-a58ea90f13c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-0d68f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14656"
    uid: c046549d-8575-4828-98d1-1398e17fa03f
  kind: Event
  lastTimestamp: "2026-09-05T02:29:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:16Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor.18d24bc5143e1213
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: 237c6963-4460-47a2-b314-bce455b84b32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-0d68f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14886"
    uid: c046549d-8575-4828-98d1-1398e17fa03f
  kind: Event
  lastTimestamp: "2026-09-05T02:30:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:01Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor.18d24bd310b641ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: baef9d17-790c-4e70-9285-cec95577c9c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-0d68f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14886"
    uid: c046549d-8575-4828-98d1-1398e17fa03f
  kind: Event
  lastTimestamp: "2026-09-05T02:30:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:01Z"
    name: isvc-raw-sklearn-batcher-0d68f-predictor.18d24bd3112a6de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 0dc83d7c-0c6a-49ed-a190-64d5f3a29a56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-0d68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: f620593b-5b73-4e9b-9d08-f5758557ca7c
  kind: Event
  lastTimestamp: "2026-09-05T02:29:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:29:56Z"
    name: isvc-raw-sklearn-batcher-0d68f.18d24bc194398b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15581"
    uid: 0124973b-8a3a-41cd-b325-cef21f793cea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-0d68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: f620593b-5b73-4e9b-9d08-f5758557ca7c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:16Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-0d68f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-0d68f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:28:16Z"
    name: isvc-raw-sklearn-batcher-0d68f.18d24bc19519fb6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14660"
    uid: 317db73f-6ca3-4d4b-9e5c-cbfb9e50eab9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:28:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-0d68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: f620593b-5b73-4e9b-9d08-f5758557ca7c
  kind: Event
  lastTimestamp: "2026-09-05T02:28:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-0d68f": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:28:16Z"
    name: isvc-raw-sklearn-batcher-0d68f.18d24bc1951a4b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: ae8da096-2463-48fe-927d-dae18fa1fd13
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-0d68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: f620593b-5b73-4e9b-9d08-f5758557ca7c
  kind: Event
  lastTimestamp: "2026-09-05T02:29:56Z"
  message: InferenceService [isvc-raw-sklearn-batcher-0d68f] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:29:56Z"
    name: isvc-raw-sklearn-batcher-0d68f.18d24bd8d2027a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "15580"
    uid: 400e95f5-f536-4dce-a5c9-74ed89d70bb9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:35:07.482007Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18986"
    uid: 2b52d1d0-69cb-4f87-9d24-d68b8a90dcef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-b3e077-predictor-556784fdbf-vrbrt
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:35:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:35:07Z"
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt.18d24c21325bcddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18992"
    uid: e56dffc0-260e-4e76-bcf1-da630d5b0c70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: 2b52d1d0-69cb-4f87-9d24-d68b8a90dcef
  kind: Event
  lastTimestamp: "2026-09-05T02:35:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-b3e077-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:07Z"
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt.18d24c21437087b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19001"
    uid: 33f35c9a-9dea-4657-904c-27f127ec5857
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18996"
    uid: 2b52d1d0-69cb-4f87-9d24-d68b8a90dcef
  kind: Event
  lastTimestamp: "2026-09-05T02:35:08Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:35:08Z"
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt.18d24c21789593f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: b03d6308-e6e6-4735-baf7-29eda508da44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: 2b52d1d0-69cb-4f87-9d24-d68b8a90dcef
  kind: Event
  lastTimestamp: "2026-09-05T02:35:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:14Z"
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt.18d24c217a1ed9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: 60f278ca-018d-461e-a520-635d86961c36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: 2b52d1d0-69cb-4f87-9d24-d68b8a90dcef
  kind: Event
  lastTimestamp: "2026-09-05T02:35:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:14Z"
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt.18d24c217d91b819
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: 46dea856-0839-4e11-9587-a4f5b93d914d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: 2b52d1d0-69cb-4f87-9d24-d68b8a90dcef
  kind: Event
  lastTimestamp: "2026-09-05T02:35:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:14Z"
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt.18d24c217e13a352
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 163d5308-9aa3-44e8-97bb-6e69a6a5f25d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: 2b52d1d0-69cb-4f87-9d24-d68b8a90dcef
  kind: Event
  lastTimestamp: "2026-09-05T02:35:19Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-b3e077-predictor-556784fdbf-vrbrt_kserve-ci-e2e-test(2b52d1d0-69cb-4f87-9d24-d68b8a90dcef)
  metadata:
    creationTimestamp: "2026-09-05T02:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:19Z"
    name: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt.18d24c23ead3b6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19107"
    uid: 5a4ee988-d75a-4664-96b6-e19dfe292eb1
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-b3e077-predictor-556784fdbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 8582f13b-0d95-40c9-9437-835f1dba62e0
  kind: Event
  lastTimestamp: "2026-09-05T02:35:07Z"
  message: 'Created pod: isvc-secondary-b3e077-predictor-556784fdbf-vrbrt'
  metadata:
    creationTimestamp: "2026-09-05T02:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:07Z"
    name: isvc-secondary-b3e077-predictor-556784fdbf.18d24c2131ebbe3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18988"
    uid: d637ba08-3e99-4c42-9188-864378d7eb9e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-b3e077-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18976"
    uid: f13601b5-c250-438b-81d7-610c896bda7c
  kind: Event
  lastTimestamp: "2026-09-05T02:35:07Z"
  message: Scaled up replica set isvc-secondary-b3e077-predictor-556784fdbf from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:07Z"
    name: isvc-secondary-b3e077-predictor.18d24c212eee8141
    namespace: kserve-ci-e2e-test
    resourceVersion: "18979"
    uid: b0d37688-143c-4962-aeaa-bf3fba4cda3b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-b3e077-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: 5be61fa8-e660-48e3-aa32-3322e843f309
  kind: Event
  lastTimestamp: "2026-09-05T02:35:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:22Z"
    name: isvc-secondary-b3e077-predictor.18d24c24ad4b30ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: fb1accdc-be7e-49ad-a2b7-16347a9f3614
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-b3e077-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: 5be61fa8-e660-48e3-aa32-3322e843f309
  kind: Event
  lastTimestamp: "2026-09-05T02:35:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:22Z"
    name: isvc-secondary-b3e077-predictor.18d24c24adba6b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: 1fd8d276-8e64-44ba-84ea-0cb9980677c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b3e077
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 65ea357c-ccf9-4be5-90d8-cd42671dedae
  kind: Event
  lastTimestamp: "2026-09-05T02:35:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:19Z"
    name: isvc-secondary-b3e077.18d24c212eef5180
    namespace: kserve-ci-e2e-test
    resourceVersion: "19114"
    uid: 5f740518-f971-4078-a8c1-d08eeaf0f7e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b3e077
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 65ea357c-ccf9-4be5-90d8-cd42671dedae
  kind: Event
  lastTimestamp: "2026-09-05T02:35:07Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-b3e077":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-b3e077":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:07Z"
    name: isvc-secondary-b3e077.18d24c212f8b4749
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: 240d90cf-2a01-4429-b3ff-1b66f1d4163e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b3e077
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 65ea357c-ccf9-4be5-90d8-cd42671dedae
  kind: Event
  lastTimestamp: "2026-09-05T02:35:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-b3e077": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:07Z"
    name: isvc-secondary-b3e077.18d24c212f8b856f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18984"
    uid: f39c0d87-4dcf-4895-9c40-da246f952de4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:30:11.894760Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15820"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bdc5ffc597a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: bc3b5348-96e3-4038-b8b3-1f4999cbec0d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-e3535-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bdc6baefe1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15868"
    uid: 0f82e136-43c6-477e-bb10-91a5076ef6cd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:30:13Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:30:13Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bdca584cd27
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: e77d4242-ea4c-4a51-995e-bda39e89e7af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:30:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:13Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bdca6d93db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: 50275964-3d42-4391-90ca-9163b885108e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:30:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:13Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bdca96d31f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: 4ba6242c-a33a-4ea4-aa55-fc2ad9f78151
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:30:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:13Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bdca9ea709a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15900"
    uid: 1282fa40-e0f0-42d6-abf1-32a6e96e6d6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:30:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:17Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bdd90d46f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: e9cddec3-a19d-491a-8181-9f32b8d6e37c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:30:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:17Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bdd93d913af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15943"
    uid: 24e76c60-94b2-4913-9c2a-8e1391e4de79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:30:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:17Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bdd94539e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15944"
    uid: e04afc73-cd02-4618-bdba-21982852b985
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:30:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:17Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bdd945e3916
    namespace: kserve-ci-e2e-test
    resourceVersion: "15945"
    uid: 446415a8-eac6-46c7-b1ca-946953c4ceea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:30:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:17Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bdd98169c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: 957dc10a-dc6e-4869-9188-7c77486ec9ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:30:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:17Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bdd98934688
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: 79fc2a79-97e0-4453-9550-ed61902e90a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:31:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:30Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bde08ad2e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16526"
    uid: a07ee772-3098-4981-8348-353849e8b41c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bf60637b2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17016"
    uid: 748f5238-77d6-4630-bf47-b1da90e4b152
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bf60638487e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: d16a4a60-0c91-4c83-9c59-8da05dd916b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 5012d0ca-920d-4067-8e96-704da21469f8
  kind: Event
  lastTimestamp: "2026-09-05T02:32:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp
    10.133.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:05Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8.18d24bf6b6f1e20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17148"
    uid: b08dcbb6-29e5-40a3-91c1-1b3ec7133505
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15808"
    uid: 9c4f1643-8c2d-4d24-811d-283c193e6def
  kind: Event
  lastTimestamp: "2026-09-05T02:30:11Z"
  message: 'Created pod: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c-whwv8'
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c.18d24bdc5f80d431
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: e2f390a6-660d-46b2-97ef-7e9522381b03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-e3535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 0b1c817c-d815-47bf-a78e-e379e17771f2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:11Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-e3535-predictor-66c6766f6c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-sklearn-graph-raw-e3535-predictor.18d24bdc5bf1cc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: e49897cc-f145-4c70-89f1-1aa8747c0d58
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e3535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: 707b0800-19b5-4e71-a871-848fa3bb9c78
  kind: Event
  lastTimestamp: "2026-09-05T02:30:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:56Z"
    name: isvc-sklearn-graph-raw-e3535-predictor.18d24bdfdac36f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 2439209c-f735-471f-ac6e-a995daf0d300
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e3535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: 707b0800-19b5-4e71-a871-848fa3bb9c78
  kind: Event
  lastTimestamp: "2026-09-05T02:30:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:56Z"
    name: isvc-sklearn-graph-raw-e3535-predictor.18d24bdfdb23b855
    namespace: kserve-ci-e2e-test
    resourceVersion: "16268"
    uid: b73d7be1-9370-41e2-ab79-8b0dc46d440d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e3535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16032"
    uid: 707b0800-19b5-4e71-a871-848fa3bb9c78
  kind: Event
  lastTimestamp: "2026-09-05T02:31:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:56Z"
    name: isvc-sklearn-graph-raw-e3535-predictor.18d24bea583b4307
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: 437f8f37-2886-4ddf-8be5-886413d17d0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e3535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16032"
    uid: 707b0800-19b5-4e71-a871-848fa3bb9c78
  kind: Event
  lastTimestamp: "2026-09-05T02:31:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:56Z"
    name: isvc-sklearn-graph-raw-e3535-predictor.18d24bea58a52435
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 2ed695f6-d0a3-439c-bb6d-3fb06b49fdea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e3535
    namespace: kserve-ci-e2e-test
    resourceVersion: "15796"
    uid: 2bd84d1a-954e-4aed-99bc-484d131cb1d2
  kind: Event
  lastTimestamp: "2026-09-05T02:31:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:40Z"
    name: isvc-sklearn-graph-raw-e3535.18d24bdc5bf72461
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: 6d845e05-b053-46d4-9532-ce86b766defe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e3535
    namespace: kserve-ci-e2e-test
    resourceVersion: "15796"
    uid: 2bd84d1a-954e-4aed-99bc-484d131cb1d2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-e3535":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-e3535":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-sklearn-graph-raw-e3535.18d24bdc5cbca2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: 2c1a83a2-3d0c-43b6-b19d-e4199ecec9fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e3535
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: 2bd84d1a-954e-4aed-99bc-484d131cb1d2
  kind: Event
  lastTimestamp: "2026-09-05T02:31:40Z"
  message: InferenceService [isvc-sklearn-graph-raw-e3535] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:40Z"
    name: isvc-sklearn-graph-raw-e3535.18d24bf0f3d6b993
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: f14b01cb-8df8-4d93-9eb6-086b8d57f770
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:32:02.185315Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17054"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24bf60dd0aaa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17058"
    uid: 89a03b82-eb3e-4f49-985a-1663411f2a0c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24bf62fbd6343
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: 9a5cfef9-5b68-4929-805a-7d3bf3e79e81
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24bf63139b0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: c8348aaf-b720-484d-98c9-bcde21775e01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24bf633d9e5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17108"
    uid: dc6ab077-c812-4e12-aeed-6f9506ee80f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24bf6346b3217
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: 52ad7f8b-0102-4c02-ac12-cb30df815716
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:07Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24bf746e96d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17169"
    uid: 767edf92-2694-4b9d-9b71-82f1502d8e8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:07Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24bf74a897942
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 6d7453a6-0431-4d48-840e-8ea7ec90be0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:07Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24bf74b0a8163
    namespace: kserve-ci-e2e-test
    resourceVersion: "17176"
    uid: c37de1a1-4e8f-4c6f-b851-eb1608af692f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:07Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24bf74b159434
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 960da580-9bd7-4832-b5f7-56f874a7fa78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:07Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24bf74de1464f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: 03dce726-9334-4044-900a-f15ee003834b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:07Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24bf74e58f35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17180"
    uid: 71aab942-513c-4478-a527-5de21abe1e51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:54Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24bf7830aadec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18309"
    uid: aaa1f96b-cba4-4f42-8ce4-cf349f697459
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:52Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24c0fb3b30673
    namespace: kserve-ci-e2e-test
    resourceVersion: "18236"
    uid: ff0958ff-a0e3-4129-a637-8fa9c2839b1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:52Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24c0fb3b3f759
    namespace: kserve-ci-e2e-test
    resourceVersion: "18239"
    uid: 34004ea0-e06d-4a64-8d90-2c69593971b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 2e0e2f08-b0b9-496b-b08f-64a9b133b17c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:54Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n.18d24c10315d990e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18308"
    uid: 98bade9c-97c4-47d9-901f-d96696a251ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575
    namespace: kserve-ci-e2e-test
    resourceVersion: "17044"
    uid: 6b37cd94-5b1f-4f06-bf15-164bd3170899
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575-qzd7n'
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575.18d24bf60d6e073f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: b8453b3b-038f-4a12-9c2f-d0b3b79571d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: 56e20002-bb16-4940-996d-92632b50cdf3
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-bd0a0-predictor-55994c575
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor.18d24bf60a8c7546
    namespace: kserve-ci-e2e-test
    resourceVersion: "17046"
    uid: 754a7e12-14ca-4077-b394-4be199189579
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 746caa91-926c-4b07-8235-b375eb92069e
  kind: Event
  lastTimestamp: "2026-09-05T02:32:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:47Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor.18d24bf9897fc035
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: 7cc9d6eb-7f47-4772-b546-dd995e615141
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 746caa91-926c-4b07-8235-b375eb92069e
  kind: Event
  lastTimestamp: "2026-09-05T02:32:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:47Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor.18d24bf989ea9277
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: 99edd248-d718-4ffd-bad1-e568f558ea0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: 746caa91-926c-4b07-8235-b375eb92069e
  kind: Event
  lastTimestamp: "2026-09-05T02:33:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:47Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor.18d24c0406973b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "18154"
    uid: 4356f678-47eb-46b1-a708-5e14dd0a59b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: 746caa91-926c-4b07-8235-b375eb92069e
  kind: Event
  lastTimestamp: "2026-09-05T02:33:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:47Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0-predictor.18d24c040702b52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18155"
    uid: 598d64f8-ac0b-460b-8598-5941d571b281
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-bd0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 2f0e262e-4bdc-4d5a-a9f8-377805d15dc8
  kind: Event
  lastTimestamp: "2026-09-05T02:33:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:24Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0.18d24bf60a933dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 1ae1088c-9fae-492a-9004-5cc961efbad5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-bd0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 2f0e262e-4bdc-4d5a-a9f8-377805d15dc8
  kind: Event
  lastTimestamp: "2026-09-05T02:33:24Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-bd0a0] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:24Z"
    name: isvc-sklearn-graph-raw-hpa-bd0a0.18d24c093a4a5cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17925"
    uid: 6acc19d8-d6fa-44d4-a5ae-4c87e55295b1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:35:47.739332Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19569"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    to ip-10-0-131-142.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:35:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:35:47Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c2a91e1c4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: b3cc0e04-c16a-4924-b34f-a2c54abf72dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19579"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:35:48Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:35:48Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c2ab3edcea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: 7b060579-6e9b-4221-98eb-f8ac48bfcbc6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:35:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:48Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c2ab57a9006
    namespace: kserve-ci-e2e-test
    resourceVersion: "19589"
    uid: d5be2827-e5bf-4f6f-adfe-8090a650f613
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:35:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:48Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c2ab836bf3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: efc251b6-9e7e-4185-a101-125d7f4575b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:35:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:48Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c2ab8afb1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19592"
    uid: b5037a41-89d2-4049-bdd1-45a2934d1329
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:35:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:52Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c2ba101d5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19640"
    uid: 029be052-3232-4331-8844-47465cc499fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:35:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:52Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c2ba430193a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: 013fad7b-a793-4e69-8764-9d7884c623d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:35:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:52Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c2ba4ac22f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19645"
    uid: bf609157-998f-451b-8081-9488785e9389
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:35:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:52Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c2ba4b707cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19646"
    uid: d611f8f4-db59-49f0-8e53-41187e9176e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:35:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:52Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c2ba78b6b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: b2bc53a5-2935-41bb-a692-f65148f12cf4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:35:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:52Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c2ba82a5672
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: 451ad883-6063-4dde-b849-ef621d6a4cff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:38:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:41Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c2bdd067e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: 092b0cbf-6bad-481e-8a53-05b0d6a8a172
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:38:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:37Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c522c8b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: fe4ea324-9659-4481-8c5c-aa9c32f2b6d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:38:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:37Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c522c8bdd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: 47acb40d-74bf-4634-b121-355e279ca46f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: e2cfdf36-52ca-4fd2-be92-8c5e401170a2
  kind: Event
  lastTimestamp: "2026-09-05T02:38:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:44Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4.18d24c5283b7cb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21121"
    uid: fc486a33-e873-4e78-b844-cbc81b9db385
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-142.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-142.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: b7232e41-2829-4798-bd2a-a76c54d6a510
  kind: Event
  lastTimestamp: "2026-09-05T02:35:47Z"
  message: 'Created pod: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49-hxwq4'
  metadata:
    creationTimestamp: "2026-09-05T02:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:47Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49.18d24c2a916dfab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19570"
    uid: 182b13e1-a7e1-409d-b096-49f13773c8ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-a62a7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19557"
    uid: 34804155-744c-44ad-9c16-d86b284e00b3
  kind: Event
  lastTimestamp: "2026-09-05T02:35:47Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-a62a7-predictor-5dbfb56d49
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:47Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor.18d24c2a8ece9cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: f8acb363-1cb7-44a7-a430-417fd0165943
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a62a7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: 188cc211-ca6a-4e0c-873f-d0285bb52e57
  kind: Event
  lastTimestamp: "2026-09-05T02:36:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:36:17Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor.18d24c2e0d3b28c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: 346a1800-3c0e-4366-8f24-c2bd9da5309d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a62a7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: 188cc211-ca6a-4e0c-873f-d0285bb52e57
  kind: Event
  lastTimestamp: "2026-09-05T02:36:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:36:17Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor.18d24c2e0d9eaebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 354c58bc-f645-41e1-8e4b-48ce12c1effb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:36:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a62a7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 188cc211-ca6a-4e0c-873f-d0285bb52e57
  kind: Event
  lastTimestamp: "2026-09-05T02:38:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:32Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor.18d24c350af33232
    namespace: kserve-ci-e2e-test
    resourceVersion: "20931"
    uid: 49fe95d8-93f7-491c-937c-ee69791bfc63
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:36:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a62a7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 188cc211-ca6a-4e0c-873f-d0285bb52e57
  kind: Event
  lastTimestamp: "2026-09-05T02:38:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:32Z"
    name: isvc-sklearn-scale-raw-a62a7-predictor.18d24c350b52c23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20932"
    uid: 1b44526b-6113-4a8b-982c-bcf65d5fde7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-a62a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19548"
    uid: 687b7620-a84d-4556-b659-50d564926a72
  kind: Event
  lastTimestamp: "2026-09-05T02:38:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:38:31Z"
    name: isvc-sklearn-scale-raw-a62a7.18d24c2a8ecf9879
    namespace: kserve-ci-e2e-test
    resourceVersion: "20920"
    uid: af2f5ddc-14b3-41d2-b5fe-c44a0dff37c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-a62a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20918"
    uid: 687b7620-a84d-4556-b659-50d564926a72
  kind: Event
  lastTimestamp: "2026-09-05T02:38:31Z"
  message: InferenceService [isvc-sklearn-scale-raw-a62a7] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:38:31Z"
    name: isvc-sklearn-scale-raw-a62a7.18d24c50a5403f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "20919"
    uid: d4c61d21-5339-49cf-860b-77f73925222b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:30:12.027151Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24bdc67e074b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: 2da1bd7c-f352-4752-8439-841d30183211
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15864"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24bdc89eb93ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15880"
    uid: 5e2afd3f-5046-4c7d-b385-02fd99394e84
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24bdc8b61285f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: a021e279-5411-43a7-b96c-055137c2db1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24bdc8e691265
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: d51ad163-59f8-4212-869a-26f70269c94b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24bdc8edb7a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: f70a1254-9a4b-4376-914e-41c3317fa8f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:30:16Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T02:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:16Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24bdd8e8bfb90
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: adc85ee7-a2e3-4850-a630-c519ae927005
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:30:34Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.004s (18.004s
    including waiting). Image size: 1332293378 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:34Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24be1bfae2292
    namespace: kserve-ci-e2e-test
    resourceVersion: "16092"
    uid: 410965a3-4145-404b-91f9-606d5120f6f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:30:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:35Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24be1c5fe434a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: 287d64f8-abdd-4e1f-b4ca-dc64135c6e6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:30:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:35Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24be1c744fe31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 82a52518-3119-49c6-83a9-06bbb49c4fec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:30:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:35Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24be1c7517931
    namespace: kserve-ci-e2e-test
    resourceVersion: "16097"
    uid: 695bb85e-7253-4f53-be90-bfe1307bf661
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:30:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:35Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24be1cd44dd84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16099"
    uid: 389bca78-b2ea-450a-9674-3a12eed7605f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:30:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:35Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24be1ce0e6a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16100"
    uid: 9f6fec27-00f2-421c-9e54-147c5ffd28ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:32:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:03Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24be23d6ae0cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17114"
    uid: d85fae91-c2a9-41ff-9017-1994caf1cc2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24bf6087ef458
    namespace: kserve-ci-e2e-test
    resourceVersion: "17034"
    uid: 0a34a150-9087-40b5-96b0-50df3c2c1664
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24bf6087fde76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17036"
    uid: 2584f12c-b663-4994-9a64-370ec5050bb7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: d3b08ef4-da4f-47df-8c1b-99981f2b1749
  kind: Event
  lastTimestamp: "2026-09-05T02:32:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:03Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j.18d24bf6439d6015
    namespace: kserve-ci-e2e-test
    resourceVersion: "17113"
    uid: 7840d980-4333-4c79-8351-3843748d0554
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15837"
    uid: 751894d2-935e-4342-8423-718fe46256cf
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: 'Created pod: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f-9l44j'
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-xgboost-graph-raw-e3535-predictor-778c796d4f.18d24bdc672743cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15850"
    uid: 6758a6f4-90da-4bf7-815d-12b0b7fa34cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-e3535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15834"
    uid: e4b68b04-6e8e-49c3-94b9-19547ca23375
  kind: Event
  lastTimestamp: "2026-09-05T02:30:11Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-e3535-predictor-778c796d4f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-xgboost-graph-raw-e3535-predictor.18d24bdc633c66c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: 2c25c6e0-201c-43af-ada1-a7e9524b220f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e3535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: 80e645b5-f08f-42a2-9478-0c7f431e3e83
  kind: Event
  lastTimestamp: "2026-09-05T02:31:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:11Z"
    name: isvc-xgboost-graph-raw-e3535-predictor.18d24bdfe1adc595
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: 826cb626-4407-430e-aa8a-85b77b7cede4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e3535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: 80e645b5-f08f-42a2-9478-0c7f431e3e83
  kind: Event
  lastTimestamp: "2026-09-05T02:31:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:12Z"
    name: isvc-xgboost-graph-raw-e3535-predictor.18d24bdfe20f715d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: 5ccb9189-d386-48ee-877c-26a707337f18
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e3535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: 80e645b5-f08f-42a2-9478-0c7f431e3e83
  kind: Event
  lastTimestamp: "2026-09-05T02:31:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:57Z"
    name: isvc-xgboost-graph-raw-e3535-predictor.18d24beddd1b81b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: f34bb767-c7e8-4178-80ce-fefd46ec24d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e3535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: 80e645b5-f08f-42a2-9478-0c7f431e3e83
  kind: Event
  lastTimestamp: "2026-09-05T02:31:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:57Z"
    name: isvc-xgboost-graph-raw-e3535-predictor.18d24beddd7a530b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16936"
    uid: 6ef805cb-20d5-4f79-ae43-32f14bf16db4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e3535
    namespace: kserve-ci-e2e-test
    resourceVersion: "15818"
    uid: cbf222e1-aed0-41e8-a774-51dcb90170a1
  kind: Event
  lastTimestamp: "2026-09-05T02:31:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:43Z"
    name: isvc-xgboost-graph-raw-e3535.18d24bdc63aa8def
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: df2be046-d0d9-4531-bf60-1281a689791b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e3535
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: cbf222e1-aed0-41e8-a774-51dcb90170a1
  kind: Event
  lastTimestamp: "2026-09-05T02:31:43Z"
  message: InferenceService [isvc-xgboost-graph-raw-e3535] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:43Z"
    name: isvc-xgboost-graph-raw-e3535.18d24bf1a0a237d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 585e8daf-3843-4001-815b-2937f40f665b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:32:02.283916Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    to ip-10-0-133-250.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bf613b1312c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: e9982b9e-042f-43c1-9e16-6a3f09755703
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-bd0a0-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bf61f0ef0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 70704f61-577f-4cb4-83b8-4760c0537126
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:03Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:32:03Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bf65984a6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17119"
    uid: fecc826c-4c17-4f25-8a1f-db5babf367b4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:03Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bf65af61e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17123"
    uid: 900ff966-0231-458a-b1ae-560e4cf02a1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:03Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bf65dbcf6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: dc6114c0-4116-4912-a862-80f277ab5598
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:03Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bf65e2bdf6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: 8b83a6e0-0cd9-4135-b87b-2ac77c861f6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:07Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:07Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bf75d9dbe52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: 02902c3b-8f8d-425c-a759-776a07c2ecbf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:26Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.68s (18.68s
    including waiting). Image size: 1332293378 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:26Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bfbb7146b3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17338"
    uid: 2dfa9b6d-223f-48dd-9332-5bc8e68e0a5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:26Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bfbba4c0221
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 6fc07101-3e51-469c-9e08-c2e8d5ef0cea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:26Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bfbbabbab5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17340"
    uid: 2764292f-974c-4bfb-85bb-67f2f69dadd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:26Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bfbbac4969c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: 31233088-f8f9-47a2-8b6f-45dcc44282dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:26Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bfbbe1286c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: 96598440-c996-4b2c-bbe4-04103b8cffa8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:26Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bfbbe839e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: 6f72fe10-ad7a-45f2-864c-e97de4ff0cdd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:33:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:53Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24bfc0ba79fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18301"
    uid: 6bf169e3-bdf5-4fcf-8dd0-b35bf503da4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:33:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:52Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24c0fb7f77ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18270"
    uid: ef5f90a6-80d2-434f-9373-09499f5b1147
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:33:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:52Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24c0fb7f7fd39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18273"
    uid: ab84c567-efcf-4ba2-bbde-a8111ad6e886
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: c64fe915-a5c8-4c33-8563-427e62ff8aa7
  kind: Event
  lastTimestamp: "2026-09-05T02:33:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:53Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6.18d24c1011e29319
    namespace: kserve-ci-e2e-test
    resourceVersion: "18300"
    uid: b0d518ff-0c50-42de-99dc-06715a5cd52a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: b8a541a9-11b5-4f3d-8875-bba1e16c10d7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5-ks9c6'
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5.18d24bf613254e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 137e9f29-a985-49eb-8500-0f92de787cb7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: 8ee44f4a-a168-42c1-ab90-ae4387cc0de7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-bd0a0-predictor-94467dbb5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor.18d24bf6105bd1c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: 5ee62257-890a-47f0-b6ba-c9cfaaf5d995
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: 8ca54475-b659-465c-b21c-cd5f52a1e55c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:17Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor.18d24bf98f3c687b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 1b0142f3-1c3a-43b5-b86a-561b3c3f069b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: 8ca54475-b659-465c-b21c-cd5f52a1e55c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:17Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor.18d24bf98fae4de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: 21e8616e-c593-41ca-908b-c6d6dd5622c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: 8ca54475-b659-465c-b21c-cd5f52a1e55c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:47Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor.18d24c0b09004336
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: d9d0f14d-ee4f-4fb6-96f9-b8fc560a0e62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: 8ca54475-b659-465c-b21c-cd5f52a1e55c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:47Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0-predictor.18d24c0b095ee29e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 03ab369b-ca09-478d-a09c-dfd5ca7f9215
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-bd0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17053"
    uid: 97be5d7c-4855-454d-a6d1-776972453ce7
  kind: Event
  lastTimestamp: "2026-09-05T02:33:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:34Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0.18d24bf61071cbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18014"
    uid: bdcfda8e-0730-48fd-9106-d5c4331a5498
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-bd0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18012"
    uid: 97be5d7c-4855-454d-a6d1-776972453ce7
  kind: Event
  lastTimestamp: "2026-09-05T02:33:34Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-bd0a0] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:34Z"
    name: isvc-xgboost-graph-raw-hpa-bd0a0.18d24c0b6f096ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: 7817afd0-9687-4b9b-989f-4edbd40a2181
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:43:32.676851Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: f63c4314-6228-4a2c-a987-dc30b3c596cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-hhkjh
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:43:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:43:32Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh.18d24c96d2515cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23571"
    uid: b6bbc75f-3e37-4c9d-9806-d6ff2f4a73c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: f63c4314-6228-4a2c-a987-dc30b3c596cc
  kind: Event
  lastTimestamp: "2026-09-05T02:43:33Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:43:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh.18d24c96f441d263
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: 1a7ab42f-2881-43d4-ad36-307fe263a150
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: f63c4314-6228-4a2c-a987-dc30b3c596cc
  kind: Event
  lastTimestamp: "2026-09-05T02:43:33Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh.18d24c96f5a86a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "23590"
    uid: 66d5882c-ee43-48f7-a4dd-13a4c7111e70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: f63c4314-6228-4a2c-a987-dc30b3c596cc
  kind: Event
  lastTimestamp: "2026-09-05T02:43:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh.18d24c96f86e80ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23591"
    uid: 7a2aa860-513f-401f-9f03-0dec713532fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: f63c4314-6228-4a2c-a987-dc30b3c596cc
  kind: Event
  lastTimestamp: "2026-09-05T02:43:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh.18d24c96f8dba4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23592"
    uid: ae729fd0-dfa0-4066-bebd-7bfe52baccf6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: f63c4314-6228-4a2c-a987-dc30b3c596cc
  kind: Event
  lastTimestamp: "2026-09-05T02:43:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh.18d24c96f8e520ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23593"
    uid: a79e30dc-fcde-459b-b8e4-97af6782c06c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: f63c4314-6228-4a2c-a987-dc30b3c596cc
  kind: Event
  lastTimestamp: "2026-09-05T02:43:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh.18d24c96fb9dc11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23594"
    uid: 9fead65e-00ba-46a2-88f0-27a8b3aec5a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: f63c4314-6228-4a2c-a987-dc30b3c596cc
  kind: Event
  lastTimestamp: "2026-09-05T02:43:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh.18d24c96fc0cc570
    namespace: kserve-ci-e2e-test
    resourceVersion: "23595"
    uid: 1ae07704-84ff-41b4-8f78-c1e1d62b221c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: f63c4314-6228-4a2c-a987-dc30b3c596cc
  kind: Event
  lastTimestamp: "2026-09-05T02:45:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:18Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh.18d24caf5b443edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 506581de-a573-468b-a981-015089f46b81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: f63c4314-6228-4a2c-a987-dc30b3c596cc
  kind: Event
  lastTimestamp: "2026-09-05T02:45:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:18Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh.18d24caf5b452216
    namespace: kserve-ci-e2e-test
    resourceVersion: "24469"
    uid: 8dd13f65-19fc-4737-86fe-8229c0c296e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: f60eb0c9-4dd2-494a-a39f-a858696fe930
  kind: Event
  lastTimestamp: "2026-09-05T02:43:32Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-hhkjh'
  metadata:
    creationTimestamp: "2026-09-05T02:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:32Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d24c96d1e3b659
    namespace: kserve-ci-e2e-test
    resourceVersion: "23568"
    uid: 4f0d9545-f136-480d-9543-d673bfd5caa6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: c994e50f-1af6-4132-abce-9673a670d7da
  kind: Event
  lastTimestamp: "2026-09-05T02:43:32Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:32Z"
    name: message-dumper-raw-cipn-predictor.18d24c96ce5fd412
    namespace: kserve-ci-e2e-test
    resourceVersion: "23559"
    uid: 0fe2fbd2-8904-45ed-b064-907fbe56314b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23555"
    uid: bd66a836-763f-4762-b8f9-18640cd2e4fe
  kind: Event
  lastTimestamp: "2026-09-05T02:44:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:44:02Z"
    name: message-dumper-raw-cipn-predictor.18d24c9a4dabb4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23891"
    uid: bd67d954-f372-4528-b6fb-5275a7fdbd68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23555"
    uid: bd66a836-763f-4762-b8f9-18640cd2e4fe
  kind: Event
  lastTimestamp: "2026-09-05T02:44:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:44:02Z"
    name: message-dumper-raw-cipn-predictor.18d24c9a4e5ee342
    namespace: kserve-ci-e2e-test
    resourceVersion: "23892"
    uid: 563254e1-1d96-47b7-bb11-e9098d3d88c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: 4c76597e-7a8a-425e-831e-b5693ed7f967
  kind: Event
  lastTimestamp: "2026-09-05T02:43:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:43:41Z"
    name: message-dumper-raw-cipn.18d24c96ce608d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "23661"
    uid: ae8a7300-1e69-4fca-a747-dd32bc4129a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: 4c76597e-7a8a-425e-831e-b5693ed7f967
  kind: Event
  lastTimestamp: "2026-09-05T02:43:32Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:43:32Z"
    name: message-dumper-raw-cipn.18d24c96ced43f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23577"
    uid: 38cfc119-0c00-4288-b785-28900b84fe55
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23550"
    uid: 4c76597e-7a8a-425e-831e-b5693ed7f967
  kind: Event
  lastTimestamp: "2026-09-05T02:43:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:43:32Z"
    name: message-dumper-raw-cipn.18d24c96d4aa7c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: f24efc61-0b6f-478a-a975-bfede2547180
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 4c76597e-7a8a-425e-831e-b5693ed7f967
  kind: Event
  lastTimestamp: "2026-09-05T02:43:41Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:43:41Z"
    name: message-dumper-raw-cipn.18d24c98cad9af1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23660"
    uid: 1ca72c41-2205-4ffd-9b00-3561f9645e78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:33:52.414542Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18261"
    uid: 4461d229-4797-4421-8b28-4752425fe60b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:33:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:33:52Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7.18d24c0fb7fd2ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18271"
    uid: 99668e31-19d3-4b0f-8c07-6ec57f2cf918
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 4461d229-4797-4421-8b28-4752425fe60b
  kind: Event
  lastTimestamp: "2026-09-05T02:33:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-d98d3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:52Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7.18d24c0fc54923b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18287"
    uid: 6a8480c2-54ad-42b7-81ab-753589cb7a98
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: 4461d229-4797-4421-8b28-4752425fe60b
  kind: Event
  lastTimestamp: "2026-09-05T02:33:53Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:33:53Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7.18d24c0ffe0c9ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18296"
    uid: af2c1333-9919-4f34-adcc-8bff7eabe2b4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 4461d229-4797-4421-8b28-4752425fe60b
  kind: Event
  lastTimestamp: "2026-09-05T02:33:53Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-05T02:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:53Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7.18d24c0fff586ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18299"
    uid: 48b4adc2-e22a-4e38-8fbe-6a7f90b1b7c9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 4461d229-4797-4421-8b28-4752425fe60b
  kind: Event
  lastTimestamp: "2026-09-05T02:33:54Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.156s (1.156s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:54Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7.18d24c10444995c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18311"
    uid: 8eaa9df6-9bb3-4109-ab3c-25ab621ff3a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 4461d229-4797-4421-8b28-4752425fe60b
  kind: Event
  lastTimestamp: "2026-09-05T02:33:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:54Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7.18d24c1047695d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18313"
    uid: d63cd3ea-160a-43ad-b0bf-7a0f8096d8d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 4461d229-4797-4421-8b28-4752425fe60b
  kind: Event
  lastTimestamp: "2026-09-05T02:33:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:54Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7.18d24c1047d38b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: c4bdf3f1-0d24-4bd4-a230-bde22212d18a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 4461d229-4797-4421-8b28-4752425fe60b
  kind: Event
  lastTimestamp: "2026-09-05T02:33:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:54Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7.18d24c1047dc5e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18315"
    uid: 9853caa2-b373-40ce-896f-7b60c195d52f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 4461d229-4797-4421-8b28-4752425fe60b
  kind: Event
  lastTimestamp: "2026-09-05T02:33:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:54Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7.18d24c104abffa77
    namespace: kserve-ci-e2e-test
    resourceVersion: "18317"
    uid: afc1859a-ce27-4573-8114-2f32e355fe56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 4461d229-4797-4421-8b28-4752425fe60b
  kind: Event
  lastTimestamp: "2026-09-05T02:33:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:54Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7.18d24c104b2d3869
    namespace: kserve-ci-e2e-test
    resourceVersion: "18318"
    uid: 2078832e-4616-4e29-bbab-d9ebbc8db878
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 4461d229-4797-4421-8b28-4752425fe60b
  kind: Event
  lastTimestamp: "2026-09-05T02:35:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:47Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7.18d24c2a8bbf5c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 728eed2f-a003-4e6d-a1ae-c233a3ca1f67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 4461d229-4797-4421-8b28-4752425fe60b
  kind: Event
  lastTimestamp: "2026-09-05T02:35:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:47Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7.18d24c2a8bc06e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "19550"
    uid: d06600dd-f4d6-432b-af37-cd79d0e64cf8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-d98d3-predictor-5887996fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18243"
    uid: d5878842-e2eb-43cb-bc00-44ab507b2ef4
  kind: Event
  lastTimestamp: "2026-09-05T02:33:52Z"
  message: 'Created pod: message-dumper-raw-d98d3-predictor-5887996fd4-tfzz7'
  metadata:
    creationTimestamp: "2026-09-05T02:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:52Z"
    name: message-dumper-raw-d98d3-predictor-5887996fd4.18d24c0fb7604926
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: 4be41a4e-4dc4-4ec0-95b7-5c13818a3782
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-d98d3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18240"
    uid: bfadee34-1bb3-46b6-860a-084744f6a80c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:52Z"
  message: Scaled up replica set message-dumper-raw-d98d3-predictor-5887996fd4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:52Z"
    name: message-dumper-raw-d98d3-predictor.18d24c0fb512cbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18245"
    uid: 232b0a75-c307-4f1b-a603-af55fd91b0a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-d98d3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18242"
    uid: 6e0735c9-c625-429c-a062-22a8552cf641
  kind: Event
  lastTimestamp: "2026-09-05T02:34:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:07Z"
    name: message-dumper-raw-d98d3-predictor.18d24c1333b53804
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: 3618e64e-79a1-4763-9254-8102491bba30
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-d98d3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18242"
    uid: 6e0735c9-c625-429c-a062-22a8552cf641
  kind: Event
  lastTimestamp: "2026-09-05T02:34:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:07Z"
    name: message-dumper-raw-d98d3-predictor.18d24c1334194ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18432"
    uid: 295176b5-c236-4957-add5-6bd9860ef650
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-d98d3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 6e0735c9-c625-429c-a062-22a8552cf641
  kind: Event
  lastTimestamp: "2026-09-05T02:34:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:22Z"
    name: message-dumper-raw-d98d3-predictor.18d24c16b2c32b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: 3b3e88f0-c97b-431c-a0f3-c6c79d0048e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-d98d3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 6e0735c9-c625-429c-a062-22a8552cf641
  kind: Event
  lastTimestamp: "2026-09-05T02:34:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:22Z"
    name: message-dumper-raw-d98d3-predictor.18d24c16b349b4d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18605"
    uid: 16a52a0f-6176-4dcb-91ec-592a3e6868bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-d98d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 4d457452-9a80-4c52-9570-357fac710657
  kind: Event
  lastTimestamp: "2026-09-05T02:34:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:34:03Z"
    name: message-dumper-raw-d98d3.18d24c0fb549a734
    namespace: kserve-ci-e2e-test
    resourceVersion: "18396"
    uid: a2fa3133-528c-483a-a93d-16049f2fd1f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-d98d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 4d457452-9a80-4c52-9570-357fac710657
  kind: Event
  lastTimestamp: "2026-09-05T02:33:52Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-d98d3":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-d98d3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:52Z"
    name: message-dumper-raw-d98d3.18d24c0fb5b78bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18252"
    uid: 1a9e665d-2acd-428a-8249-50d9e8c2073a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-d98d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18393"
    uid: 4d457452-9a80-4c52-9570-357fac710657
  kind: Event
  lastTimestamp: "2026-09-05T02:34:03Z"
  message: InferenceService [message-dumper-raw-d98d3] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:34:03Z"
    name: message-dumper-raw-d98d3.18d24c123a109f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: e643feb6-0b63-4211-9d26-8dee5546f53a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:31:51.905238Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16863"
    uid: 80508e76-3303-4eb5-8828-1dfc98a40353
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-e3535-66db6d66bd-2f6xn
    to ip-10-0-133-250.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:31:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:31:51Z"
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn.18d24bf3a91325ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: d1c40186-e1ea-47bc-854a-174ab77916ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 80508e76-3303-4eb5-8828-1dfc98a40353
  kind: Event
  lastTimestamp: "2026-09-05T02:31:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-e3535-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:52Z"
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn.18d24bf3b40ed600
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: 4c873eb4-5f4c-4808-9817-b9c8d01b6e72
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16871"
    uid: 80508e76-3303-4eb5-8828-1dfc98a40353
  kind: Event
  lastTimestamp: "2026-09-05T02:31:53Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:31:53Z"
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn.18d24bf3eebc3ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 340f3d79-c810-47b1-b502-dbfc1beccb85
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3535}
    kind: Pod
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 80508e76-3303-4eb5-8828-1dfc98a40353
  kind: Event
  lastTimestamp: "2026-09-05T02:31:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
  metadata:
    creationTimestamp: "2026-09-05T02:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:53Z"
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn.18d24bf3f006e71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: 1d010b20-2c44-478c-b5a0-5a7f2d521c76
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3535}
    kind: Pod
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 80508e76-3303-4eb5-8828-1dfc98a40353
  kind: Event
  lastTimestamp: "2026-09-05T02:31:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    in 1.64s (1.64s including waiting). Image size: 214921807 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:54Z"
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn.18d24bf451d311de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: 0a1592a2-3b96-4b46-bb3a-ecf44fcd8e0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3535}
    kind: Pod
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 80508e76-3303-4eb5-8828-1dfc98a40353
  kind: Event
  lastTimestamp: "2026-09-05T02:31:54Z"
  message: 'Created container: model-chainer-raw-e3535'
  metadata:
    creationTimestamp: "2026-09-05T02:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:54Z"
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn.18d24bf454ec2408
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: eefe573a-1834-415d-a094-b2b83db0d691
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3535}
    kind: Pod
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 80508e76-3303-4eb5-8828-1dfc98a40353
  kind: Event
  lastTimestamp: "2026-09-05T02:31:54Z"
  message: Started container model-chainer-raw-e3535
  metadata:
    creationTimestamp: "2026-09-05T02:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:54Z"
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn.18d24bf4555b48ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 87d2e846-25d8-4a61-ac01-bd76ac6ab015
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3535}
    kind: Pod
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 80508e76-3303-4eb5-8828-1dfc98a40353
  kind: Event
  lastTimestamp: "2026-09-05T02:32:01Z"
  message: Stopping container model-chainer-raw-e3535
  metadata:
    creationTimestamp: "2026-09-05T02:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:01Z"
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn.18d24bf5ffcba6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: 462afb64-9d2d-4eff-8518-9abe7a7878aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3535}
    kind: Pod
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 80508e76-3303-4eb5-8828-1dfc98a40353
  kind: Event
  lastTimestamp: "2026-09-05T02:32:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:31Z"
    name: model-chainer-raw-e3535-66db6d66bd-2f6xn.18d24bf71f23ef5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: d557d880-9dcc-49ab-a577-df6c0829bdfd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-e3535-66db6d66bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16860"
    uid: 5bb6540b-861e-4936-815b-3145640f8633
  kind: Event
  lastTimestamp: "2026-09-05T02:31:51Z"
  message: 'Created pod: model-chainer-raw-e3535-66db6d66bd-2f6xn'
  metadata:
    creationTimestamp: "2026-09-05T02:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:51Z"
    name: model-chainer-raw-e3535-66db6d66bd.18d24bf3a8d4e71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16865"
    uid: 973bffca-689a-42f0-a8ab-af70018f49a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-e3535
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: bce9ebab-8593-4c28-81de-9069d3b49f45
  kind: Event
  lastTimestamp: "2026-09-05T02:31:51Z"
  message: Scaled up replica set model-chainer-raw-e3535-66db6d66bd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:51Z"
    name: model-chainer-raw-e3535.18d24bf3a7e0140b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16861"
    uid: ad41180d-4645-426a-a1ca-747683bde208
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-e3535
    namespace: kserve-ci-e2e-test
    resourceVersion: "16875"
    uid: d1065264-5921-44a7-a36c-9d65df21ff1c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:51Z"
  message: InferenceGraph [model-chainer-raw-e3535] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:51Z"
    name: model-chainer-raw-e3535.18d24bf3adfac1a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: cfcf0d91-247c-42e7-aada-1fed4ec16016
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:33:42.175028Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 03e0804f-c1c6-46d6-a72c-d0a12d681ff0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx
    to ip-10-0-133-250.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:33:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:33:42Z"
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx.18d24c0d55aa8f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "18093"
    uid: 4f1ce8b0-376e-4830-8d57-8bbbdd92ffad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: 03e0804f-c1c6-46d6-a72c-d0a12d681ff0
  kind: Event
  lastTimestamp: "2026-09-05T02:33:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-bd0a0-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:42Z"
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx.18d24c0d60840877
    namespace: kserve-ci-e2e-test
    resourceVersion: "18103"
    uid: d4193e34-cee7-499c-a2fc-6a10caea811b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18097"
    uid: 03e0804f-c1c6-46d6-a72c-d0a12d681ff0
  kind: Event
  lastTimestamp: "2026-09-05T02:33:43Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:33:43Z"
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx.18d24c0d9b58dc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18114"
    uid: f8629f98-cea9-4f55-a6ab-217969460fb1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-bd0a0}
    kind: Pod
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: 03e0804f-c1c6-46d6-a72c-d0a12d681ff0
  kind: Event
  lastTimestamp: "2026-09-05T02:33:43Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:43Z"
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx.18d24c0d9c8f3e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18116"
    uid: 34d0c806-06ba-466e-8aac-a8ef5719fa99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-bd0a0}
    kind: Pod
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: 03e0804f-c1c6-46d6-a72c-d0a12d681ff0
  kind: Event
  lastTimestamp: "2026-09-05T02:33:43Z"
  message: 'Created container: model-chainer-raw-hpa-bd0a0'
  metadata:
    creationTimestamp: "2026-09-05T02:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:43Z"
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx.18d24c0d9f72efc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18117"
    uid: cc6872bb-fc33-4cca-9293-d7da91bff6d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-bd0a0}
    kind: Pod
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: 03e0804f-c1c6-46d6-a72c-d0a12d681ff0
  kind: Event
  lastTimestamp: "2026-09-05T02:33:43Z"
  message: Started container model-chainer-raw-hpa-bd0a0
  metadata:
    creationTimestamp: "2026-09-05T02:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:43Z"
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx.18d24c0d9fe3e0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18118"
    uid: 032b0bab-af33-4098-9b64-21bb9a885287
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-bd0a0}
    kind: Pod
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: 03e0804f-c1c6-46d6-a72c-d0a12d681ff0
  kind: Event
  lastTimestamp: "2026-09-05T02:33:52Z"
  message: Stopping container model-chainer-raw-hpa-bd0a0
  metadata:
    creationTimestamp: "2026-09-05T02:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:52Z"
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx.18d24c0fad4be43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18210"
    uid: 2dde6233-77a9-4c08-9457-c75c74be50e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-bd0a0}
    kind: Pod
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: 03e0804f-c1c6-46d6-a72c-d0a12d681ff0
  kind: Event
  lastTimestamp: "2026-09-05T02:34:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:34:20Z"
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx.18d24c106026e8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18582"
    uid: 7a858d2d-b5e4-4071-8bdb-3010b9f2275f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-250.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-250.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18085"
    uid: e9b76901-1692-4737-9331-6c1ae2d8b04d
  kind: Event
  lastTimestamp: "2026-09-05T02:33:42Z"
  message: 'Created pod: model-chainer-raw-hpa-bd0a0-57bc6b4ffd-sqwsx'
  metadata:
    creationTimestamp: "2026-09-05T02:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:42Z"
    name: model-chainer-raw-hpa-bd0a0-57bc6b4ffd.18d24c0d554a83b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18090"
    uid: fa4416ed-1871-4bd8-85f8-a7550fbcbd67
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-bd0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18083"
    uid: 86ada616-b9dc-4b49-9dba-af1c9bee3a2e
  kind: Event
  lastTimestamp: "2026-09-05T02:33:42Z"
  message: Scaled up replica set model-chainer-raw-hpa-bd0a0-57bc6b4ffd from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:42Z"
    name: model-chainer-raw-hpa-bd0a0.18d24c0d548578a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18086"
    uid: 43890f1f-a5e8-4aa2-b371-19517a3d09ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-bd0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: 62694495-7daf-4b11-8468-bcaf31f25233
  kind: Event
  lastTimestamp: "2026-09-05T02:33:42Z"
  message: InferenceGraph [model-chainer-raw-hpa-bd0a0] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:42Z"
    name: model-chainer-raw-hpa-bd0a0.18d24c0d59b15afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18101"
    uid: 78996fac-e355-48a1-8407-f2edf2d39277
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:35:45.943772Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-03136-predictor-84fcd88955-hs42x
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:35:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:35:45Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c2a26dbca0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19475"
    uid: 70895d9b-a292-45ca-9124-1ad786583abf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19479"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:35:46Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:35:46Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c2a491a27bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19490"
    uid: f07b247c-52f1-49b1-af6e-de4d2338c808
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:35:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:46Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c2a4a930f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19492"
    uid: ee5ca687-fd0b-486d-9615-2212b164544e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:35:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:46Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c2a4d70d933
    namespace: kserve-ci-e2e-test
    resourceVersion: "19493"
    uid: 02fe1849-729a-40a0-91e3-a4a8c64e7bae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:35:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:46Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c2a4dfb0a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19494"
    uid: ccf761a7-a813-40e4-996d-195d1a406cc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:35:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:50Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c2b4128f293
    namespace: kserve-ci-e2e-test
    resourceVersion: "19620"
    uid: 07ab439d-098f-47ff-8dc0-5d6f0ae121b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:35:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:50Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c2b447607a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19623"
    uid: 7601bdf2-13a1-4b77-9f26-251a7661d31f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:35:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:50Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c2b44e269d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19625"
    uid: c9edf95f-c10e-4fcb-a1df-3a5d41f85319
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:35:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:50Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c2b44ec9d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19626"
    uid: 3d7b7e9e-502c-40fe-882d-9704cb176933
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:35:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:50Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c2b47a5de5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19628"
    uid: 3e7b2bb9-758d-4c98-a06c-46fa430b7e4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:35:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:50Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c2b48126ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 84242357-7745-45e9-9bec-79462074c554
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:37:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:18Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c2bb92048ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20325"
    uid: e00b86e6-7587-4f69-8e02-9477bd50c8c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:37:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:16Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c3f1f426fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20303"
    uid: 78a7e395-993c-4b4a-8538-f208d445f07c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:37:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:16Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c3f1f430620
    namespace: kserve-ci-e2e-test
    resourceVersion: "20304"
    uid: 04ad2cc8-3137-47b5-bab0-dc7a88142a02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 35df0da2-be00-4a20-b516-3c9f82bc8934
  kind: Event
  lastTimestamp: "2026-09-05T02:37:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:18Z"
    name: raw-sklearn-03136-predictor-84fcd88955-hs42x.18d24c3fbf5cacfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20324"
    uid: af0c8a08-846f-4f58-8b4e-59115fd38b68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-03136-predictor-84fcd88955
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: 4d515728-1b30-46f7-ad61-31db1b0c64fa
  kind: Event
  lastTimestamp: "2026-09-05T02:35:45Z"
  message: 'Created pod: raw-sklearn-03136-predictor-84fcd88955-hs42x'
  metadata:
    creationTimestamp: "2026-09-05T02:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:45Z"
    name: raw-sklearn-03136-predictor-84fcd88955.18d24c2a266eaec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19470"
    uid: 7e372bb9-d526-40c7-be65-1e1ecf259d3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-03136-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19458"
    uid: f65ef2ca-511b-42f8-a85f-053c3dba2ec9
  kind: Event
  lastTimestamp: "2026-09-05T02:35:45Z"
  message: Scaled up replica set raw-sklearn-03136-predictor-84fcd88955 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:45Z"
    name: raw-sklearn-03136-predictor.18d24c2a2355bcc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19463"
    uid: cb3eed3f-d4cd-4c90-823c-ddcb738968ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:36:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-03136-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19459"
    uid: dfcd697c-2bfb-4fa9-8a03-b51f0ed7b066
  kind: Event
  lastTimestamp: "2026-09-05T02:36:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:36:30Z"
    name: raw-sklearn-03136-predictor.18d24c2da1c88bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: 8764fb75-b8d6-447f-94cd-92a35039d21c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:36:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-03136-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19459"
    uid: dfcd697c-2bfb-4fa9-8a03-b51f0ed7b066
  kind: Event
  lastTimestamp: "2026-09-05T02:36:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:36:30Z"
    name: raw-sklearn-03136-predictor.18d24c2da2302095
    namespace: kserve-ci-e2e-test
    resourceVersion: "19949"
    uid: 0f563b6f-be63-4dc9-aa39-842c8647936e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:36:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-03136-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: dfcd697c-2bfb-4fa9-8a03-b51f0ed7b066
  kind: Event
  lastTimestamp: "2026-09-05T02:37:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:15Z"
    name: raw-sklearn-03136-predictor.18d24c381f174179
    namespace: kserve-ci-e2e-test
    resourceVersion: "20291"
    uid: b5ecc421-ba09-41f3-935b-c754e18adc45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:36:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-03136-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: dfcd697c-2bfb-4fa9-8a03-b51f0ed7b066
  kind: Event
  lastTimestamp: "2026-09-05T02:37:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:15Z"
    name: raw-sklearn-03136-predictor.18d24c381f8b71c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20295"
    uid: 88fd2d7c-2969-495f-9408-a3ff7cb95b70
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-03136
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: d7d7fb9e-02dd-4ab9-ab8d-f3a687ffbc35
  kind: Event
  lastTimestamp: "2026-09-05T02:37:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:37:08Z"
    name: raw-sklearn-03136.18d24c2a235777be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: c67aee89-f492-458c-a2cf-b55cbd3e0521
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-03136
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: d7d7fb9e-02dd-4ab9-ab8d-f3a687ffbc35
  kind: Event
  lastTimestamp: "2026-09-05T02:35:45Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-03136": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-03136":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:45Z"
    name: raw-sklearn-03136.18d24c2a23ee5f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: f3d153fc-cdbb-411a-b4f9-9817576c249b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-03136
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: d7d7fb9e-02dd-4ab9-ab8d-f3a687ffbc35
  kind: Event
  lastTimestamp: "2026-09-05T02:37:08Z"
  message: InferenceService [raw-sklearn-03136] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:37:08Z"
    name: raw-sklearn-03136.18d24c3d715da126
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 6ec94fb8-25e2-409d-a6bd-328befea85d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:37:21.213074Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20371"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    to ip-10-0-138-91.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:37:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:37:21Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c405559eba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20376"
    uid: bfc9ccb5-49f4-4626-9785-7351ebc5d097
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-788964c565-qm68c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:37:21Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:37:21Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c40774b095f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20392"
    uid: 3ff1be70-9a36-4103-9966-623a3519a81d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:37:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:21Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c4078d0f113
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: 3dd9546b-52fe-4bb3-8802-9a02328dc0ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:37:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:21Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c407b736185
    namespace: kserve-ci-e2e-test
    resourceVersion: "20395"
    uid: 139f206a-6ae5-4a62-a729-59a32a8a54d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:37:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:21Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c407be1c5a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: b23f4e47-c190-4540-9167-be124f00a21b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:37:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:26Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c417c0d541d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20432"
    uid: 97ddadcc-7f07-462e-bcc7-0f0ae7805a3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:37:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:26Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c417f1aaa49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20434"
    uid: 1183df26-5341-4444-b410-735e11b0f1ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:37:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:26Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c417f8e0714
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 89016e36-f091-4712-8d73-16b95a93d147
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:37:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:26Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c417f977b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20436"
    uid: 7b658ed2-b301-4f48-b79e-0f4078d06571
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:37:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:26Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c41824029fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20439"
    uid: aae3cae3-fb85-4e9c-9eed-25ebec2f9b33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:37:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:26Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c4182abc014
    namespace: kserve-ci-e2e-test
    resourceVersion: "20440"
    uid: 5d43f17f-9029-4a77-91d8-c80ad488c4ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:38:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:54Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c41f4484dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21262"
    uid: 8513d78c-72b6-4641-a647-96c4cbd577db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:38:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:51Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c554dab7178
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: c76b07e9-b3ec-4b19-8634-7b0818353db1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:38:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:51Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c554dabed4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21240"
    uid: b11d2378-e8f9-43fd-a441-432ddd245bbf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 6eafa449-7095-4e63-b4b9-186ecc3ef98d
  kind: Event
  lastTimestamp: "2026-09-05T02:38:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:54Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68.18d24c55fa865d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: ef69da1f-d050-44a5-96e2-d17b5addd18d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: 161768fc-b3cc-4965-9a44-0901c4421a21
  kind: Event
  lastTimestamp: "2026-09-05T02:37:21Z"
  message: 'Created pod: raw-sklearn-runtime-17b5f-predictor-7bb86784c-sbp68'
  metadata:
    creationTimestamp: "2026-09-05T02:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:21Z"
    name: raw-sklearn-runtime-17b5f-predictor-7bb86784c.18d24c4054f2274b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20372"
    uid: cf7f063c-d821-4fbd-8b55-114ad91be19d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-17b5f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20356"
    uid: b38b13b1-b357-4001-bc3b-10bc08223d4e
  kind: Event
  lastTimestamp: "2026-09-05T02:37:21Z"
  message: Scaled up replica set raw-sklearn-runtime-17b5f-predictor-7bb86784c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:21Z"
    name: raw-sklearn-runtime-17b5f-predictor.18d24c405087e11b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: ca7b28d1-f22a-4c90-8cf6-12c88064b5ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-17b5f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: b31fb946-808a-466d-8fa4-585a828a4b17
  kind: Event
  lastTimestamp: "2026-09-05T02:37:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:36Z"
    name: raw-sklearn-runtime-17b5f-predictor.18d24c43cf11fc8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: 2f7bcfc6-c0c3-409d-bdd6-ba2c0c83d207
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-17b5f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: b31fb946-808a-466d-8fa4-585a828a4b17
  kind: Event
  lastTimestamp: "2026-09-05T02:37:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:36Z"
    name: raw-sklearn-runtime-17b5f-predictor.18d24c43cf822504
    namespace: kserve-ci-e2e-test
    resourceVersion: "20516"
    uid: 5bd4a8aa-31e6-40ac-a5c2-e70d45f185b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-17b5f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20514"
    uid: b31fb946-808a-466d-8fa4-585a828a4b17
  kind: Event
  lastTimestamp: "2026-09-05T02:38:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:51Z"
    name: raw-sklearn-runtime-17b5f-predictor.18d24c474e30d623
    namespace: kserve-ci-e2e-test
    resourceVersion: "21222"
    uid: 6d990396-27e7-4a3d-8935-2d8612bf995a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-17b5f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20514"
    uid: b31fb946-808a-466d-8fa4-585a828a4b17
  kind: Event
  lastTimestamp: "2026-09-05T02:38:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:51Z"
    name: raw-sklearn-runtime-17b5f-predictor.18d24c474e9eff6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21224"
    uid: 3bf58421-9c89-4d03-bb4a-ca92a03e41ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-17b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: 44303729-2ff6-4dde-afea-6887260a1a4b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:38:44Z"
    name: raw-sklearn-runtime-17b5f.18d24c405084d208
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 960a56fd-d22a-4b82-a01f-1da3e74c9bc2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-17b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: 44303729-2ff6-4dde-afea-6887260a1a4b
  kind: Event
  lastTimestamp: "2026-09-05T02:37:21Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-17b5f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-17b5f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:37:21Z"
    name: raw-sklearn-runtime-17b5f.18d24c4051334331
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: d72ad0d1-67d6-487a-b433-9d75c31f71d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-17b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21116"
    uid: 44303729-2ff6-4dde-afea-6887260a1a4b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:44Z"
  message: InferenceService [raw-sklearn-runtime-17b5f] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:38:44Z"
    name: raw-sklearn-runtime-17b5f.18d24c53acab2091
    namespace: kserve-ci-e2e-test
    resourceVersion: "21118"
    uid: aff27435-380b-4bef-b235-f2198d1ebdfa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24715"