---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:00:18.871497Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20888"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5674b8c456-dhmp5
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:00:18Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d6270861456177
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: efca41bd-4f0a-451e-855c-c1f80269f278
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:00:19Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:00:19Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d62708831e033a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: f469126e-ab33-4630-b476-15e455f63d7a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:00:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:19Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d6270884a3861b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: feda8d14-64a4-495b-b062-ec4b861221bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:00:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:19Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d627088814e065
    namespace: kserve-ci-e2e-test
    resourceVersion: "20915"
    uid: 6f6e09be-38b7-4319-a9c5-e1a38e45bb00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:00:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:19Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d627088891bda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: f4e3a93d-1de3-4639-881b-0898fda48e3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:00:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:23Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d627098fa98f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: 17b05269-f909-406e-8995-dce64598bba5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d6270993172459
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: b998432a-ec5b-4be7-b7fd-a71c3607bb19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d6270993a85bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 297a8806-cc22-4a5b-ac7d-dbb6c8e52052
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d6270993b256fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: bcbbcf3f-fa60-45c4-ba7d-1585ecec7423
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d6270996f0d8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20972"
    uid: e1d38b72-df3c-4809-8ff4-b479fae177f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d62709976a7b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20974"
    uid: 8edbd0e3-c11b-47cf-81ad-0649f0f6940e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:01:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:30Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d62709cbda1958
    namespace: kserve-ci-e2e-test
    resourceVersion: "21331"
    uid: d6ef9dda-b2a3-49c4-8074-4733eba2573b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:01:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:42Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d6271bc26ba1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: 1c415b90-dee6-481f-8aea-111cda5fb94d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:01:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:42Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d6271bc26c00d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21412"
    uid: 1272f480-be0d-40b5-b2f5-dae381e4270d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-dhmp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 64ab566f-a86d-4f1b-b938-49e96c366514
  kind: Event
  lastTimestamp: "2026-09-17T16:01:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:45Z"
    name: isvc-canary-create-predictor-5674b8c456-dhmp5.18d6271ca803dacb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21439"
    uid: a447e9e3-7273-4c9c-bb26-0aff3b94e5a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:00:18.788169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5674b8c456-q6bjq
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:00:18Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d627085c4dcee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: f7b33913-2a3e-416d-beda-40ef179c1e86
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:00:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:18Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d627086329fa0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: d2913d0c-49fe-461e-a0cc-375b65dd65e5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:00:19Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:00:19Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d62708a1e93b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20925"
    uid: 9465573b-6378-4fa4-8ab9-d5671c9ecbab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:00:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:19Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d62708a3cc116b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20932"
    uid: 484fdd8f-fb1b-4191-87d0-9ed18dcb5408
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:00:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:20Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d62708a6d5e6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20935"
    uid: 3a9748e8-6539-41de-9e38-1cf740eef198
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:00:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:20Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d62708a75f5708
    namespace: kserve-ci-e2e-test
    resourceVersion: "20936"
    uid: 5faf3054-c9e4-4cce-99fb-013234947cd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d62709b13ae21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20981"
    uid: 2a35830e-1549-4d50-aeb7-f16e14df43de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d62709b503adec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: 8ddbef6c-071b-4d20-8418-bd45602c9fa8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d62709b5787824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: 872ab104-1ad9-4735-80f4-fbc45320863f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d62709b5839fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20987"
    uid: 6645fedd-fde0-4b1e-b29f-7b51eb229405
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d62709b87e4ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: f616d3b4-1dab-4321-9566-22a7eb4834ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d62709b8f30cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: 1715ff66-08d0-41d5-8599-0e80c0896510
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:01:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:31Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d62709ed6e3949
    namespace: kserve-ci-e2e-test
    resourceVersion: "21333"
    uid: 970581e4-af0f-4b5c-8d61-ba8f8ee21b03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:01:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:48Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d6271d53ac9851
    namespace: kserve-ci-e2e-test
    resourceVersion: "21482"
    uid: 0bb6b47f-ed4e-4e7e-aec7-7bb8188ece60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:01:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:48Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d6271d53ad2181
    namespace: kserve-ci-e2e-test
    resourceVersion: "21484"
    uid: 92d61f51-c3e2-439b-8b29-d0c98b5f07bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-q6bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: c6317442-1772-4c50-8506-015c53d2f4b5
  kind: Event
  lastTimestamp: "2026-09-17T16:01:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:51Z"
    name: isvc-canary-create-predictor-5674b8c456-q6bjq.18d6271df3b4c653
    namespace: kserve-ci-e2e-test
    resourceVersion: "21499"
    uid: 96440bef-666a-4710-af54-c1266969d39a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5674b8c456
    namespace: kserve-ci-e2e-test
    resourceVersion: "20861"
    uid: 7f8b078b-5ca1-4485-9c41-86c4d62986b6
  kind: Event
  lastTimestamp: "2026-09-17T16:00:18Z"
  message: 'Created pod: isvc-canary-create-predictor-5674b8c456-q6bjq'
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:18Z"
    name: isvc-canary-create-predictor-5674b8c456.18d627085b486a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: 007093f2-daf0-40ba-92ec-0db8fa0095af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5674b8c456
    namespace: kserve-ci-e2e-test
    resourceVersion: "20861"
    uid: 7f8b078b-5ca1-4485-9c41-86c4d62986b6
  kind: Event
  lastTimestamp: "2026-09-17T16:00:18Z"
  message: 'Created pod: isvc-canary-create-predictor-5674b8c456-dhmp5'
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:18Z"
    name: isvc-canary-create-predictor-5674b8c456.18d62708608ee05d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: 8e8011ba-dd23-44eb-ba9b-6f452ded88e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5674b8c456
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: 7f8b078b-5ca1-4485-9c41-86c4d62986b6
  kind: Event
  lastTimestamp: "2026-09-17T16:01:42Z"
  message: 'Deleted pod: isvc-canary-create-predictor-5674b8c456-dhmp5'
  metadata:
    creationTimestamp: "2026-09-17T16:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:42Z"
    name: isvc-canary-create-predictor-5674b8c456.18d6271bc245d76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21406"
    uid: aeabd665-7dff-46f4-a575-cf72a01f5a59
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20860"
    uid: b308a2e0-604e-45da-97ca-042b38fab88c
  kind: Event
  lastTimestamp: "2026-09-17T16:00:18Z"
  message: Scaled up replica set isvc-canary-create-predictor-5674b8c456 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:18Z"
    name: isvc-canary-create-predictor.18d627085689ba1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 9ec4e728-c98e-4a32-ac26-4d7ab8e0b481
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21399"
    uid: b308a2e0-604e-45da-97ca-042b38fab88c
  kind: Event
  lastTimestamp: "2026-09-17T16:01:42Z"
  message: Scaled down replica set isvc-canary-create-predictor-5674b8c456 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:42Z"
    name: isvc-canary-create-predictor.18d6271bc1a35eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: a90484ca-c767-44a7-afdb-f6f518e6aa68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:00:18.725079Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20867"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:00:18Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d62708588b2b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: d182b5f7-aac4-4061-b284-d7b39c8cb97b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20877"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:00:19Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:00:19Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d627087a90a75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 3fe28506-d52c-49d0-a88b-2ff48a235509
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:00:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:19Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d627087c4bfb2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20908"
    uid: 667b7ea7-8eac-452a-b51e-e773b9b1602f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:00:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:19Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d627087f0e09fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20909"
    uid: 2d133c34-557e-4eb1-9d26-bbcfe35ff97e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:00:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:19Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d627087f84e59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20910"
    uid: b7249e57-22dd-46b2-9ce3-a280058cfb90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:00:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:23Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d627098f944e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20958"
    uid: a2f0b492-e40f-48cb-b738-51f85d296f00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d62709930b9d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "20963"
    uid: 4240a079-8917-449e-9f39-8a5e48025925
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d62709939b39d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: 29332ece-b641-4e33-93f2-db1b8c7eccd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d6270993a799d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: aca133a0-94eb-4070-9526-5138975349f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d6270996e5f76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: d53fd1ea-207f-4916-a331-8846d9d41a6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:00:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:24Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d627099757d945
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: 5aa0dd56-514d-46b0-bd3f-aae527c99a3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:01:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:51Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d6270a07aa42ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: 8ed9c176-908e-4b13-a76b-6affb08f6aa6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:01:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:48Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d6271d535ac839
    namespace: kserve-ci-e2e-test
    resourceVersion: "21480"
    uid: 62279c07-8524-438c-b85d-33ab1419235f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:01:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:48Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d6271d535b3936
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: 280170d7-59e5-47ed-9ecb-71733294007b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 3bb04703-a2c6-4775-a2ac-cd65ea195131
  kind: Event
  lastTimestamp: "2026-09-17T16:01:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:51Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt.18d6271e0dd96051
    namespace: kserve-ci-e2e-test
    resourceVersion: "21501"
    uid: 5baf0e42-0085-494e-9f45-7244db1382d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-b59dcb89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: 6d9c3f22-a72d-40c5-b350-2b5a393f2714
  kind: Event
  lastTimestamp: "2026-09-17T16:00:18Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-b59dcb89c-ps5jt'
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:18Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c.18d6270858033b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: eebfbf70-5b78-4cb0-ad08-f935e5d6a3f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20851"
    uid: ef2b0869-7a61-4fe7-b8d9-63c7965b8a84
  kind: Event
  lastTimestamp: "2026-09-17T16:00:18Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-b59dcb89c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:18Z"
    name: isvc-canary-create-v2-predictor.18d627085457a242
    namespace: kserve-ci-e2e-test
    resourceVersion: "20853"
    uid: 9a7f803e-fa02-4330-b48c-fe28e2678830
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: 5ba0e81c-baf9-46b7-82fe-d789ad3c40c0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:01:42Z"
    name: isvc-canary-create.18d62708562fbdf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 17f6358d-28a1-4582-9302-1b0863c1c9be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: 5ba0e81c-baf9-46b7-82fe-d789ad3c40c0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:42Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:01:42Z"
    name: isvc-canary-create.18d6270856bd473f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21419"
    uid: 96d7c1d7-1385-4926-8161-5aae990d3a8a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: 5ba0e81c-baf9-46b7-82fe-d789ad3c40c0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:01:42Z"
    name: isvc-canary-create.18d6270856bdab34
    namespace: kserve-ci-e2e-test
    resourceVersion: "21420"
    uid: 4451d594-d2ec-40df-b401-6ba811fa01b5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: 5ba0e81c-baf9-46b7-82fe-d789ad3c40c0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:41Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:01:41Z"
    name: isvc-canary-create.18d6271b851c6cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: db17390f-377d-47d5-8cea-fae77c5110fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:01:54.063469Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21545"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-8499c568cb-qp4kt
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d6271e8b279aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: 13dfd2be-1b1b-4aa5-91c5-d9d2e0383c82
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d6271ead184224
    namespace: kserve-ci-e2e-test
    resourceVersion: "21585"
    uid: ad5a23f1-efcd-4d58-a9ee-d5e1eb91dbda
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d6271eaeb76ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21589"
    uid: c7f18f84-cb5d-46fd-8378-116d41e9ba71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d6271eb1835eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21592"
    uid: 03a52328-822c-4b10-84cd-c7452b89de47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d6271eb1f25ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: 932532dd-2306-43e5-b8b1-03118d7fdd13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:01:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:58Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d6271fac967d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21630"
    uid: b80db31d-2dc1-4eb2-94fb-44eda5f09e6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:01:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:58Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d6271fafb8cd04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21632"
    uid: 8e1009a0-0e5c-4219-b8d1-a83cf974b69e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:01:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:58Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d6271fb02783a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21633"
    uid: 796c77c8-bf66-4b7f-983e-c6e9a209c893
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:01:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:58Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d6271fb03112d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: d987876b-9ce4-4069-a5da-8f0f74bcb732
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d6271fb325c9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: a59c43a5-3b08-4fc9-a477-7c7c1595826d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d6271fb3943503
    namespace: kserve-ci-e2e-test
    resourceVersion: "21638"
    uid: 0fb62f66-36cc-4788-b25f-ada25ce9957b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:03:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:16Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d627202491c473
    namespace: kserve-ci-e2e-test
    resourceVersion: "22098"
    uid: fa1f0000-3940-4523-a1ec-0cf053708dd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:03:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:14Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d627312ba6067b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22060"
    uid: 6ac15d79-d11f-4875-ab62-c38d444dea42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:03:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:14Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d627312ba69458
    namespace: kserve-ci-e2e-test
    resourceVersion: "22061"
    uid: 0468f610-f3f7-4939-8a0b-5cea1a51d77f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: d54555c1-98a5-4186-9876-8c522df04070
  kind: Event
  lastTimestamp: "2026-09-17T16:03:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:16Z"
    name: isvc-canary-promote-predictor-8499c568cb-qp4kt.18d62731d6bd62ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22097"
    uid: 2dae6c2e-bed5-44d6-94fb-f8d26c8d4032
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:01:54.147250Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21566"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-8499c568cb-wbfhg
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d6271e9025ff35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21571"
    uid: 83c13277-1983-47e5-843a-865a9a5f4876
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21577"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d6271eb1da65b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: d74ee6bc-86eb-40e0-8e2b-994eed57c144
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d6271eb35b8342
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: d99724a8-7eae-4a05-9a4a-7c5286c68521
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d6271eb65a6c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "21599"
    uid: aea3b036-ece8-43e0-ba37-6d3a6e26b1e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d6271eb6dda30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21600"
    uid: bc930f7e-ebe1-4445-8660-ca4d70c3c753
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d6271fc47b198a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21642"
    uid: f391eb65-c066-4405-a1d8-330fafe97760
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d6271fc7c25457
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 53372fab-3127-4043-9ed9-6fecfc12d5fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d6271fc83be912
    namespace: kserve-ci-e2e-test
    resourceVersion: "21649"
    uid: c1024a28-8e33-451d-b7ba-54d40a58d22f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d6271fc845861a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: 37ce8cd4-4341-4bcd-b806-cefc02acbfd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d6271fcba51ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: 5823b47c-f4bb-4426-aa12-0921b2245cc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d6271fcc1b63b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: 4bcfea0b-49a8-4b2f-a29c-f61debfe80de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:03:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:07Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d627203c80986d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21984"
    uid: 8f60fbb8-33c9-417b-99a4-c1c61db3c601
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:03:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:12Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d62730bcc17b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "22023"
    uid: 221104a5-5927-4514-a1b8-e523c98cc460
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:03:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:12Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d62730bcc293f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22024"
    uid: f8997003-1f0c-4f94-b110-4511965bba77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: fc23943f-40b4-4238-ad6c-0074a05a713f
  kind: Event
  lastTimestamp: "2026-09-17T16:03:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:12Z"
    name: isvc-canary-promote-predictor-8499c568cb-wbfhg.18d62730c4a7fb2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22033"
    uid: 3c257a21-a32e-4b82-abd9-47caba83f241
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8499c568cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 9d5272b8-1ca8-4b47-86c2-e4176c59f84f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: 'Created pod: isvc-canary-promote-predictor-8499c568cb-qp4kt'
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-predictor-8499c568cb.18d6271e8a9124fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21551"
    uid: fb0fca4d-62cc-4396-984c-e1f68ba3f8da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8499c568cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 9d5272b8-1ca8-4b47-86c2-e4176c59f84f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: 'Created pod: isvc-canary-promote-predictor-8499c568cb-wbfhg'
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-predictor-8499c568cb.18d6271e8f34113c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21567"
    uid: ef7408e3-79de-4543-a65a-b23cf974b413
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8499c568cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: 9d5272b8-1ca8-4b47-86c2-e4176c59f84f
  kind: Event
  lastTimestamp: "2026-09-17T16:03:12Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-8499c568cb-wbfhg'
  metadata:
    creationTimestamp: "2026-09-17T16:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:03:12Z"
    name: isvc-canary-promote-predictor-8499c568cb.18d62730bc948ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22018"
    uid: 1c546372-ab65-44c8-8b20-3a8df65383eb
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: 4b7726c1-e043-4df8-8ee5-56a55c564c4f
  kind: Event
  lastTimestamp: "2026-09-17T16:01:53Z"
  message: Scaled up replica set isvc-canary-promote-predictor-8499c568cb from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T16:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:53Z"
    name: isvc-canary-promote-predictor.18d6271e86c7ab26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: 3c69f6d8-9846-4ced-b609-07526d90129e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22011"
    uid: 4b7726c1-e043-4df8-8ee5-56a55c564c4f
  kind: Event
  lastTimestamp: "2026-09-17T16:03:12Z"
  message: Scaled down replica set isvc-canary-promote-predictor-8499c568cb from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:03:12Z"
    name: isvc-canary-promote-predictor.18d62730bbfa81b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: c399f55b-6efa-4486-9482-c7b044c5c19d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:03:14.122617Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22063"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:03:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:03:14Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d627312f0d34a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 546ed10d-feef-4909-b75b-4aa1bfd6d052
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:03:14Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:03:14Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d6273150ee2e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: dad6481b-b482-4b9d-9788-41f5095204f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:03:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:14Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d62731526863b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: f9ddd759-779d-491b-841d-f349f10fc119
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:03:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:14Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d6273154fd8351
    namespace: kserve-ci-e2e-test
    resourceVersion: "22083"
    uid: 284a93fe-1453-4d81-a962-2f87977f92cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:03:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:14Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d6273155664dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: cb672401-81ae-4c52-8de0-f3c202818747
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:03:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:19Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d6273261e79b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22113"
    uid: 38b20707-3045-42da-8df8-e0336b2114b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:03:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:19Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d62732648f04ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 44da7ee9-5cfe-4659-bdbf-93f86fed6cb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:03:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:19Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d6273264fa81a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22116"
    uid: a8164d1d-1c9d-42b6-90d0-fb9e41435350
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:03:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:19Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d627326502a8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: 3b4c529e-75d0-4b59-8dfd-eeefe1588987
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:03:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:19Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d627326825cfd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22119"
    uid: 34dab690-61dc-427a-994c-1d387d9c7667
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:03:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:19Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d6273268909a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22120"
    uid: cdd30337-6fe9-47c7-ba1f-ff6cc4890336
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:04:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:04:47Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d62732d9d51e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "22538"
    uid: d1bda479-6931-4d4a-9040-7c4d27a1592c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:04:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:04:44Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d627462ff1466f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22516"
    uid: c1769c1f-e60d-406a-b663-dc812918edaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:04:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:04:44Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d627462ff1fa28
    namespace: kserve-ci-e2e-test
    resourceVersion: "22518"
    uid: 216033ce-2950-46c3-b1ae-2ee34625bb86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 83eb7707-28fa-4f58-8416-c17fbf7a95f1
  kind: Event
  lastTimestamp: "2026-09-17T16:04:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:04:47Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6.18d62746e0087f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "22537"
    uid: c2cca6ca-88ce-4e78-b3db-df9bc5334d7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:01:54.056426Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21544"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d6271e8abc1284
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: aa84a92f-8bcc-4551-a6d1-fa6f49906648
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21562"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d6271eacdbc720
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: 94065e65-9c38-4d4d-94b1-f6d70ad2d20d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d6271eae8b231e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: cdb60d60-d9b5-43e9-8d50-6f47c0fd0895
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d6271eb0eed6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21590"
    uid: 1d1b92a6-ed6f-4d85-9b32-91bb0c33d9d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d6271eb15f17df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21591"
    uid: c99366d4-cb56-474e-b4c5-0c5a2b694fca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d6271fc463f708
    namespace: kserve-ci-e2e-test
    resourceVersion: "21641"
    uid: a8046bda-5e33-4dc6-962f-ad94127d6ba4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d6271fc7b1100b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: 6285d95b-8a38-43cf-b87c-828ca579ef2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d6271fc82d93a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: eec8d3f0-fceb-41de-b885-9e66c73eec5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d6271fc83666f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: 6757f288-63fb-488e-bb22-2034b23e805a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d6271fcb993a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "21652"
    uid: 134f17ad-e73d-44b5-9b29-3610667e21aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:01:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:59Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d6271fcc2a12a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21655"
    uid: efafaeaa-045b-4041-a5b3-ac7b5aca2d7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:03:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:07Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d627203c81d7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21985"
    uid: 54c81b07-93b4-416a-aff8-8b965d77248d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:04:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:04:44Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d627462fc41250
    namespace: kserve-ci-e2e-test
    resourceVersion: "22515"
    uid: 782b6bb6-79d9-485c-8036-51d2a5f8a2ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:04:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:04:44Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d627462fc4d5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22517"
    uid: 9b637093-1082-4ebf-af03-e42d77f17260
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 76fcc5da-4967-43bc-8924-587b8144bf2d
  kind: Event
  lastTimestamp: "2026-09-17T16:04:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:04:47Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t.18d62746e31547a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22539"
    uid: 3461a403-abc6-47e1-9f08-a3cb90cd4df3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5654b4fcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: a2be33cf-0212-449e-b0d9-4bd8c66e7316
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5654b4fcff-tn45t'
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff.18d6271e8a26160e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: 6640ed26-d8af-4dda-a697-b184fc7dadc7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5654b4fcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22051"
    uid: a2be33cf-0212-449e-b0d9-4bd8c66e7316
  kind: Event
  lastTimestamp: "2026-09-17T16:03:14Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5654b4fcff-r45v6'
  metadata:
    creationTimestamp: "2026-09-17T16:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:03:14Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff.18d627312e2b00dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: 71b78f8a-9068-4370-b208-d7f910fb1950
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21527"
    uid: 83116504-5ef9-4b98-b2e9-57b223be142e
  kind: Event
  lastTimestamp: "2026-09-17T16:01:53Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5654b4fcff from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:53Z"
    name: isvc-canary-promote-v2-predictor.18d6271e83ac864b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: 2226aedf-a2c2-4f04-9f45-5a98877df061
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22046"
    uid: 83116504-5ef9-4b98-b2e9-57b223be142e
  kind: Event
  lastTimestamp: "2026-09-17T16:03:14Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5654b4fcff from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T16:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:03:14Z"
    name: isvc-canary-promote-v2-predictor.18d627312a65431b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22056"
    uid: 8e4eaf61-06b1-4d79-ae33-4b31973aa459
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: 320ae9d7-daa7-46ae-804d-77e02e3ad36d
  kind: Event
  lastTimestamp: "2026-09-17T16:03:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:03:12Z"
    name: isvc-canary-promote.18d6271e862b766f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: e13dbbb1-f249-4d4a-a55a-8e1ef4452275
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: 320ae9d7-daa7-46ae-804d-77e02e3ad36d
  kind: Event
  lastTimestamp: "2026-09-17T16:03:12Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:03:12Z"
    name: isvc-canary-promote.18d6271e8710adcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22031"
    uid: 3cf24b9c-1085-42e2-befa-a8b3de062013
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: 320ae9d7-daa7-46ae-804d-77e02e3ad36d
  kind: Event
  lastTimestamp: "2026-09-17T16:03:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:03:12Z"
    name: isvc-canary-promote.18d6271e87111740
    namespace: kserve-ci-e2e-test
    resourceVersion: "22032"
    uid: 066418d9-24da-4b02-a698-a480ec48c592
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 320ae9d7-daa7-46ae-804d-77e02e3ad36d
  kind: Event
  lastTimestamp: "2026-09-17T16:04:37Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:04:37Z"
    name: isvc-canary-promote.18d62730c5b334de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22473"
    uid: 4531f9c0-731b-4ea5-97f5-57fa496d18c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:51:52.262815Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:51:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:51:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d626926d0a4476
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: b6fef59b-7621-4374-ac12-aa485a44661d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:51:52Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:51:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d626928eec3535
    namespace: kserve-ci-e2e-test
    resourceVersion: "15687"
    uid: 2a769269-1a9b-4429-b130-c761b4813213
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:51:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d6269291122255
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 0c423da6-4df5-4c77-8d01-c23897fe9209
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:51:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d62692938548c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15690"
    uid: d7e106d0-0eb9-46ad-a989-1d2580c947be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:51:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d6269293e2c9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: 1eaf0791-5773-4b7f-84cd-ece6e0c4f98b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d626938e46b45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15752"
    uid: d38474b1-0ece-41d2-b35d-0e290cd199ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d626939279cce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 78c2e4c9-676e-49fc-b4f4-0c2ff3b9831e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d6269392e086bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15769"
    uid: a4159e7c-99cf-4b67-adf6-6baa7767dc9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d6269392e94add
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: d443ce3e-c7c0-4d9b-a860-52f8d1f128a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d62693959e7002
    namespace: kserve-ci-e2e-test
    resourceVersion: "15773"
    uid: 97a4bd8e-f24d-4772-b233-eae160a5acc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d6269396037815
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: 58e7e1b2-a9a5-427f-9787-b71d56140cde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:53:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:24Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d62693ca92e5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: e92d07ba-e279-44d0-a6ac-9d0eb4368882
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:53:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:22Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d626a76c092e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 116b6f94-9e15-41e1-9c4e-a9a617d44abb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:53:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:22Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d626a76c09b3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 69f3c4e2-bf61-4d93-aaab-26471e092dae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9060f028-9d7c-4ef3-b9f3-e34f86d8b075
  kind: Event
  lastTimestamp: "2026-09-17T15:53:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:24Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-cn59f.18d626a7d10df998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: bf63612d-9fa8-4f56-8079-cbc124945ee8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:50:02.263532Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14660"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d62678d0926150
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: 6c1401aa-b7c2-455f-927c-6c05c4dca923
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14677"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d62678f2ccb11b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14703"
    uid: 9fee3484-8ea5-4773-b005-931b4ddbb33d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d62678f4baff4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: 31ca6be8-4af6-4588-8cdc-44fd30ac0623
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    in 4.587s (4.587s including waiting). Image size: 306739622 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:07Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d6267a062c72c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14758"
    uid: 49ffcb6e-2fd6-4439-a4ef-0aed9bee3871
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:07Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d6267a09e4dc7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 206c0abc-e69a-4abe-b6f2-1716b75e6eb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:07Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d6267a0a5f8b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "14763"
    uid: 597b82de-c429-47b4-85de-c3246965aa44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:11Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
  metadata:
    creationTimestamp: "2026-09-17T15:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:11Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d6267af40db8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 28ccea09-de95-47da-91ac-cf2da0a4d5c4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    in 17.649s (17.649s including waiting). Image size: 1580836240 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:29Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d6267f1006ccae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 3c5d1785-2636-485d-8e4a-0c613c7c7810
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:29Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d6267f16f48d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "14954"
    uid: c7ce2448-a734-4c16-87e1-0d321a976e3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:29Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d6267f182adf3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14955"
    uid: 53d84053-d3f4-4163-bd88-3d3534e489ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:29Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T15:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:29Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d6267f1838a740
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: faec79b9-98f3-4ed2-a8f9-7dc4e9d696e0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.453s (2.453s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:31Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d6267faa7ccb43
    namespace: kserve-ci-e2e-test
    resourceVersion: "14981"
    uid: 9bafde93-8ead-42fa-adc4-f1d6c08177b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:31Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d6267fad4af4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14983"
    uid: 00d822e0-3294-43f8-ab18-89547ee69ee8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:50:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:31Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d6267fadb29252
    namespace: kserve-ci-e2e-test
    resourceVersion: "14985"
    uid: e7dee0c5-3614-4596-a4ca-1ce42905c56a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:51:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:39Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d626801bde1c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 41050c3c-12df-481f-9fb8-310f0ef930ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:53:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:22Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d626a76c383e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 5e56fd91-b24e-415c-8a65-00fd7721c4f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:53:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:22Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d626a76c394bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 00ce53b0-bca9-4303-b22e-9a6ffb361f4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5fd86159-01c7-40fd-9ae7-00099204f238
  kind: Event
  lastTimestamp: "2026-09-17T15:53:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:24Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4.18d626a7ec54e2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 9e0d0a24-c6c4-44df-aa1b-1dfbb99b05cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:50:02.157483Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d62678ca403515
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: b3ff9e01-812e-4899-8e9c-ac0fe183b8dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14657"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d62678ebfa9152
    namespace: kserve-ci-e2e-test
    resourceVersion: "14695"
    uid: fb295aeb-1df4-4f80-826d-6abdf9c7b1f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d62678ee04e9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: 0f9ed71a-cc5e-4a3f-8d9e-13b4148ec5f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d62678f0c02508
    namespace: kserve-ci-e2e-test
    resourceVersion: "14700"
    uid: cb5c8604-5fd3-40d1-93c7-827fcce17df4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d62678f12c336c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14701"
    uid: 37d9bbe3-cc9e-4956-baaf-f7fb53f44a3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:50:07Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
  metadata:
    creationTimestamp: "2026-09-17T15:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:07Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d6267a0d9ee962
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: 178a205e-a057-46be-9299-4e3ba74f0dc8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:50:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    in 15.159s (15.159s including waiting). Image size: 1580836240 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:22Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d6267d9536f7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14889"
    uid: cf9c43c4-889b-41be-b513-cd88bc66799c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:50:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:22Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d6267d9a59268e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: 18b12cc8-005d-4375-869d-750ed49e8d04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:50:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:22Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d6267d9be6baa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14895"
    uid: 4af4c9b0-100b-4286-9d80-3a2ad93948ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:50:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T15:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:22Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d6267d9bf25673
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: dfc8185c-d54a-432a-90d1-d727254d0d25
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:50:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.864s (2.864s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d6267e46ab3c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: 0d3d341c-ccd6-4eba-8d51-a21f5ea2678b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:50:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d6267e4d286c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "14921"
    uid: ecbcdba6-5686-4a8e-8423-2d52f6154f8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:50:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d6267e4ed90d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14923"
    uid: 048ac912-0af7-4642-9762-468aeb27d27d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:51:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:32Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d6267e8173a92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15458"
    uid: c5b23d8c-f60a-4db0-9283-19a94b1c7f14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:51:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:41Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d6268ff74bb1b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: 9df6349b-757e-4655-9885-7645a5088b73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:51:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:41Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d6268ff74c6d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: d890fc0a-a02e-4b43-951a-d28c285bd86b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: cf9ff287-f9dd-4b6a-a60b-94e08c6c5c23
  kind: Event
  lastTimestamp: "2026-09-17T15:51:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:42Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg.18d6269033af33b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: db5474f8-1cd9-4e15-b9f6-0c964ebda3dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-78f9bdc99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14618"
    uid: 4a7ec11a-23c1-4ec9-bfff-8e9be162e371
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: 'Created pod: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg'
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b.18d62678c9f5c289
    namespace: kserve-ci-e2e-test
    resourceVersion: "14651"
    uid: bcea77be-0318-45fb-a228-0b1e3326abb9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-78f9bdc99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14618"
    uid: 4a7ec11a-23c1-4ec9-bfff-8e9be162e371
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: 'Created pod: isvc-canary-rollback-predictor-78f9bdc99b-m9mf4'
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b.18d62678cfcae5ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: edbcf40c-855e-4bb2-81df-33ac7154028a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-78f9bdc99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15529"
    uid: 4a7ec11a-23c1-4ec9-bfff-8e9be162e371
  kind: Event
  lastTimestamp: "2026-09-17T15:51:41Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-78f9bdc99b-v6nkg'
  metadata:
    creationTimestamp: "2026-09-17T15:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:41Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b.18d6268ff741511a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: 48f4ef0c-94ba-4583-895c-e1a3da9c4529
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-78f9bdc99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15656"
    uid: 4a7ec11a-23c1-4ec9-bfff-8e9be162e371
  kind: Event
  lastTimestamp: "2026-09-17T15:51:52Z"
  message: 'Created pod: isvc-canary-rollback-predictor-78f9bdc99b-cn59f'
  metadata:
    creationTimestamp: "2026-09-17T15:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b.18d626926c82d682
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: 0decc65a-a533-4f03-a01f-d010d9ed8e4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14617"
    uid: cc22e18e-b894-42bd-83ab-114ddb58ef6b
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-78f9bdc99b from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-predictor.18d62678c31a4aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14620"
    uid: 44ceeef0-ad50-44e9-b040-f00360d8a868
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: cc22e18e-b894-42bd-83ab-114ddb58ef6b
  kind: Event
  lastTimestamp: "2026-09-17T15:51:41Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-78f9bdc99b from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:41Z"
    name: isvc-canary-rollback-predictor.18d6268ff685d4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: c9b730c2-5cab-4884-a39f-5b018f2b2ac2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: cc22e18e-b894-42bd-83ab-114ddb58ef6b
  kind: Event
  lastTimestamp: "2026-09-17T15:51:52Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-78f9bdc99b from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T15:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:52Z"
    name: isvc-canary-rollback-predictor.18d6269260c479d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: 9b6f9f27-d5b4-467b-ad9e-9a367287916a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:50:02.061650Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14623"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d62678c489f65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: b0a229f5-fd72-42ad-ba73-f63e4ea7e414
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14636"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d62678e63d7f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: fa5d327e-30aa-4b65-92a3-4bff52415df9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d62678e8f9229a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14693"
    uid: 20157f1e-f470-41c7-9fa1-45e0ad43eb48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d62678ebd2dfaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14694"
    uid: 820ebdea-3b53-43e7-82ae-82e3f8cba03f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d62678ec45c6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 6160afd2-0177-4c56-8130-9c2861bddc3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:50:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
  metadata:
    creationTimestamp: "2026-09-17T15:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:06Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d62679d14ced58
    namespace: kserve-ci-e2e-test
    resourceVersion: "14744"
    uid: 57f010c3-6534-40b0-9098-7ba54013c08e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:50:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    in 16.146s (16.146s including waiting). Image size: 1580836240 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:22Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d6267d93b1c0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 8a81509b-0ea4-4988-9ca7-4ebe570647eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:50:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:22Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d6267d9a59566f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: 2756865b-4ec0-4a51-947a-126643bf1a85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:50:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:22Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d6267d9b6b0b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 66f53d50-0663-4e60-946b-3fced7da4b0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:50:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T15:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:22Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d6267d9b770475
    namespace: kserve-ci-e2e-test
    resourceVersion: "14894"
    uid: da013129-4420-4712-9ee7-3374362b0da1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:50:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.882s (2.882s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d6267e47429233
    namespace: kserve-ci-e2e-test
    resourceVersion: "14920"
    uid: c4db23bd-b90c-4b05-8dde-f826450075d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:50:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d6267e4e40cb3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: 1f2fe6da-7b68-4edc-84ce-2aaddc825f0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:50:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d6267e4f5425ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14924"
    uid: 893f7183-1fe5-404d-8eec-532298cd635d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:51:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:32Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d6267e8159d92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: e0dbb957-33e4-424c-bde0-ceea3ea297c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:51:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:52Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d62692644b875f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15667"
    uid: d6514cd3-2085-4889-a8bd-6e459f4c4028
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:51:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:52Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d62692644c0c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15668"
    uid: 2d259229-eac1-4557-8796-77db83da2507
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 7de2c36c-d297-42a9-9f86-4a8c09e6e793
  kind: Event
  lastTimestamp: "2026-09-17T15:51:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:52Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr.18d6269287b84f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 045379e2-1e9e-42dd-9970-cae167b492ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-fb5f8487c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14607"
    uid: 73998d30-74d1-42e8-94f0-19334fa4bd58
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-fb5f8487c-g92sr'
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c.18d62678c3ed47c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14626"
    uid: dfb83a42-a291-4a0c-9384-7e6ee8e01c7a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14606"
    uid: 3fa3e75c-8673-4f84-be57-6e857111da0e
  kind: Event
  lastTimestamp: "2026-09-17T15:50:01Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-fb5f8487c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:01Z"
    name: isvc-canary-rollback-v2-predictor.18d62678baefc5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14608"
    uid: 19e2c2f0-e092-40ed-bf10-c6556f6c7d80
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14595"
    uid: 762fbe02-0d51-4f2a-8c4a-733df74b5182
  kind: Event
  lastTimestamp: "2026-09-17T15:51:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:51:52Z"
    name: isvc-canary-rollback.18d62678c2afb25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: 4ed944ff-d606-46de-8fae-05e43754785e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14595"
    uid: 762fbe02-0d51-4f2a-8c4a-733df74b5182
  kind: Event
  lastTimestamp: "2026-09-17T15:51:41Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:51:41Z"
    name: isvc-canary-rollback.18d62678c32ce429
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: b68bf28b-59fd-4a1a-9c06-1a8d5f7d14c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14595"
    uid: 762fbe02-0d51-4f2a-8c4a-733df74b5182
  kind: Event
  lastTimestamp: "2026-09-17T15:51:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:51:41Z"
    name: isvc-canary-rollback.18d62678c32d3158
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: acd9703d-a6ed-4e10-9082-9835df27c469
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 762fbe02-0d51-4f2a-8c4a-733df74b5182
  kind: Event
  lastTimestamp: "2026-09-17T15:53:14Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:14Z"
    name: isvc-canary-rollback.18d626913fce2d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: ac15b4ea-9320-4e12-9ea6-0d4473f93569
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:53:27.624315Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-556d599d48-dtcl9
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:53:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:53:27Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626a8a10745dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 7c61044e-c25d-4d65-9871-c0b00606a05b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:53:28Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:53:28Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626a8c3911973
    namespace: kserve-ci-e2e-test
    resourceVersion: "16664"
    uid: 5a7894f5-6b76-42e8-96b5-cbfb42172f8c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:53:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:28Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626a8c55fcf0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: 0b293847-dcc2-40eb-a17b-e57b51e46b35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:53:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:28Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626a8c8182b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16672"
    uid: 25497f11-a9a2-4838-96d4-ead3b1eb4c3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:53:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:28Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626a8c8977a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: 3a1a2187-d0fe-44af-bd4a-262f15a457d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:53:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:33Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626a9f2f332a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: e842c880-c25a-450a-94e7-879268b7c69d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:53:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:33Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626a9f5df663c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 29cdc7ae-1871-4f76-bf5f-807d2ffea1e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:53:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:33Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626a9f65b484a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 30f6df0a-7c6e-4dfb-82ad-afa31bf23805
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:53:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:33Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626a9f6654c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16761"
    uid: 14ecd0ec-33cc-44fd-b269-c9c17a79551e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:53:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:33Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626a9f946c37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16762"
    uid: 21ff3e18-4c14-4175-a608-fa8f1d19c859
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:53:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:33Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626a9f9ba5546
    namespace: kserve-ci-e2e-test
    resourceVersion: "16763"
    uid: c871864b-1d9d-4c19-9ff4-f064fc37874f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:54:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:41Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626aa6b21e56a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: 44cf56d8-fb6a-4f74-b409-a988d3235b03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:54:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:50Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626bbec4bf552
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: b3c94962-5147-4e29-96b9-84920c5448ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:54:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:50Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626bbec4cd8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17620"
    uid: 98371895-d395-4660-828f-8fa7d78d3446
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-dtcl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c34748b8-07d1-4f97-8a3a-1ea6b1dcf6ad
  kind: Event
  lastTimestamp: "2026-09-17T15:54:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:51Z"
    name: isvc-canary-stop-predictor-556d599d48-dtcl9.18d626bc1d4ea359
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: 3e634293-cbad-47f9-983d-ba0a45df2822
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:53:27.706163Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-556d599d48-whrrt
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:53:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:53:27Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626a8a5e84231
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: c4251344-083f-4e15-9f29-5f13ecc006ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:53:28Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:53:28Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626a8c7cd2502
    namespace: kserve-ci-e2e-test
    resourceVersion: "16669"
    uid: 8c2a8645-dda7-484e-8481-489846928284
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:53:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:28Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626a8c9f7fe73
    namespace: kserve-ci-e2e-test
    resourceVersion: "16674"
    uid: 6c5ab9ce-8a71-4fb4-b909-d8f94df6b559
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:53:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:28Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626a8cca14cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: 2988d349-3169-40a6-86c0-f9925ae0f556
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:53:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:28Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626a8cd06ffde
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 6fce4dd6-e244-40fc-a74b-ab0c3833cc14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:53:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:32Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626a9ca1eeb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: 59482a70-f555-4a45-93a2-4b04a591ab04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:53:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:32Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626a9ccfd4eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 0ba3d4e6-b241-4ad9-9047-e5cd95638125
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:53:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:32Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626a9cd5ddb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: 443f2f3a-9433-47ae-9b98-95e3365e130b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:53:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:32Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626a9cd671f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 5fe2f80f-35e5-491d-8b18-12153c040efa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:53:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:32Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626a9d0130146
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: a5e60cdd-c041-49ff-ac0d-379cb7c03902
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:53:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:32Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626a9d0723c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: f09974ca-4fe0-43b4-b75d-27103f460385
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:54:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:59Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626aa0631c134
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: cb65653f-714f-4610-a507-aebca5d56523
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:54:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:57Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626bd90576eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: aee06a76-0439-4434-9788-f57e5a61df6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:54:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:57Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626bd9057e06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17711"
    uid: 65ae30a9-c8e3-466c-a439-60289c0a4b97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-whrrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: b8d8f634-6511-4e87-a35a-9cd55a4d8391
  kind: Event
  lastTimestamp: "2026-09-17T15:54:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:59Z"
    name: isvc-canary-stop-predictor-556d599d48-whrrt.18d626be0c65af3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17728"
    uid: 35db42dd-8ffe-4660-93ac-2f891cc86061
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-556d599d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 8d6f5494-6612-4be3-9bc1-aa1cad87b327
  kind: Event
  lastTimestamp: "2026-09-17T15:53:27Z"
  message: 'Created pod: isvc-canary-stop-predictor-556d599d48-dtcl9'
  metadata:
    creationTimestamp: "2026-09-17T15:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:27Z"
    name: isvc-canary-stop-predictor-556d599d48.18d626a8a095103b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: 95f5a0da-49d4-4e0d-a83b-31f9f3c702d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-556d599d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 8d6f5494-6612-4be3-9bc1-aa1cad87b327
  kind: Event
  lastTimestamp: "2026-09-17T15:53:27Z"
  message: 'Created pod: isvc-canary-stop-predictor-556d599d48-whrrt'
  metadata:
    creationTimestamp: "2026-09-17T15:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:27Z"
    name: isvc-canary-stop-predictor-556d599d48.18d626a8a50922a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 97a7a8b5-28c3-49ee-ad64-937b3f946eb3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-556d599d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 8d6f5494-6612-4be3-9bc1-aa1cad87b327
  kind: Event
  lastTimestamp: "2026-09-17T15:54:50Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-556d599d48-dtcl9'
  metadata:
    creationTimestamp: "2026-09-17T15:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:50Z"
    name: isvc-canary-stop-predictor-556d599d48.18d626bbec22b1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17614"
    uid: ecbe9fd7-6379-4ecb-9a31-286191e0eef5
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: d0ecb5c1-0760-4dac-be2f-482d22b818c5
  kind: Event
  lastTimestamp: "2026-09-17T15:53:27Z"
  message: Scaled up replica set isvc-canary-stop-predictor-556d599d48 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T15:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:27Z"
    name: isvc-canary-stop-predictor.18d626a89bb22788
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: e3fb4624-61b9-4cde-9cff-6043a8037023
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: d0ecb5c1-0760-4dac-be2f-482d22b818c5
  kind: Event
  lastTimestamp: "2026-09-17T15:54:50Z"
  message: Scaled down replica set isvc-canary-stop-predictor-556d599d48 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T15:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:50Z"
    name: isvc-canary-stop-predictor.18d626bbeb6220de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: be139637-e6be-450e-be1b-aeee61288bab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:53:27.616895Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:53:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:53:27Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626a8a0961ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 6064a961-c21a-45b4-869c-db5a642dd078
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:53:28Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:53:28Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626a8c34e826c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 774ca583-ae3e-4d5d-b51b-f03937ff0ae6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:53:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:28Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626a8c53e6a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: 010fd23a-c53f-43e6-aada-13fcbb996a53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:53:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:28Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626a8c8090ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: f174edd0-1719-47dc-9c48-406990db2d38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:53:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:28Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626a8c88d8e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: 0af56359-7093-4e4a-8638-e63a0ea13740
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:53:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:32Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626a9b6e84d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: cebfe8c7-5044-46bc-bbe7-2e4cec0f6d36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:53:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:32Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626a9b9b06011
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: 747a7b7b-3361-4150-a5c4-009dac86f8b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:53:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:32Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626a9ba38dd3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: 1f70c0b5-2f07-4c55-a7ba-febf926e2f25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:53:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:32Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626a9ba43b270
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 08a2d165-5aa6-4b32-8ad2-5cda510da5ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:53:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:32Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626a9bd1bc9aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: d6f81b43-089d-4f02-ac87-2399aa7c338c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:53:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:32Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626a9bd96ac07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 57b7b4ad-a3ad-4863-8aab-df33622c9f7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:55:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:00Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626aa2f0635f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: 34a2d9d0-05ba-4171-9f53-3d4d7b9b5ba7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:54:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:57Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626bd8db14e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17701"
    uid: 1253f426-af8a-41e4-8c0d-cc2cce8fecab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:54:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:57Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626bd8db1ea93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17704"
    uid: edbfa762-0a85-4a07-a707-5031a9b9ff0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: efc614e2-0cea-44a5-9b71-60998bbcdf94
  kind: Event
  lastTimestamp: "2026-09-17T15:55:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:00Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj.18d626be357999d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17733"
    uid: 54df8858-64e6-4022-838e-d57bda363fae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5cbd69c75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 101acdbe-29c8-4db4-90cf-17349e225d48
  kind: Event
  lastTimestamp: "2026-09-17T15:53:27Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5cbd69c75c-t8hpj'
  metadata:
    creationTimestamp: "2026-09-17T15:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:27Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c.18d626a89fdf2ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: bb1543ef-151b-4a10-821e-11185259f001
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: a2d5a067-4c1f-4044-bb2b-620c09256405
  kind: Event
  lastTimestamp: "2026-09-17T15:53:27Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5cbd69c75c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T15:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:27Z"
    name: isvc-canary-stop-v2-predictor.18d626a898114038
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 98d1d435-a03a-4af7-b5fa-83658b3e14a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: bddd5e9b-89a1-4a73-841c-d5a4f5ed08c3
  kind: Event
  lastTimestamp: "2026-09-17T15:54:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:54:50Z"
    name: isvc-canary-stop.18d626a89b1af595
    namespace: kserve-ci-e2e-test
    resourceVersion: "17633"
    uid: e20589e9-70ea-4542-9bd7-01939f267dab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: bddd5e9b-89a1-4a73-841c-d5a4f5ed08c3
  kind: Event
  lastTimestamp: "2026-09-17T15:54:50Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:54:50Z"
    name: isvc-canary-stop.18d626a89bebc142
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: 9607fd79-2248-494f-9d7f-d447cf667038
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: bddd5e9b-89a1-4a73-841c-d5a4f5ed08c3
  kind: Event
  lastTimestamp: "2026-09-17T15:54:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:54:50Z"
    name: isvc-canary-stop.18d626a89bec706d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 4a63b995-682f-40dd-a977-f05692dbb76f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: bddd5e9b-89a1-4a73-841c-d5a4f5ed08c3
  kind: Event
  lastTimestamp: "2026-09-17T15:54:50Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:54:50Z"
    name: isvc-canary-stop.18d626bbf0d35364
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: 940abcc5-9b29-40c7-a363-80485aaf441c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:57:16.403509Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: 0491273b-35da-4f2a-aa97-a39d094204e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:57:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:57:16Z"
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9.18d626dde554c9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: 0fe8be06-dd4b-4b8d-9a5f-02a392c0eb7a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19215"
    uid: 0491273b-35da-4f2a-aa97-a39d094204e8
  kind: Event
  lastTimestamp: "2026-09-17T15:57:16Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:57:16Z"
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9.18d626de07504277
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 2dd2fda3-b68a-4eeb-86ba-fa91c66359f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: 0491273b-35da-4f2a-aa97-a39d094204e8
  kind: Event
  lastTimestamp: "2026-09-17T15:57:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:21Z"
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9.18d626de092f3beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19274"
    uid: b1ad1a6d-a090-4cae-8ec9-34707fe0714a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: 0491273b-35da-4f2a-aa97-a39d094204e8
  kind: Event
  lastTimestamp: "2026-09-17T15:57:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:21Z"
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9.18d626de0c06fcc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: b9f33965-9f94-482a-8fbe-ebcf84b3ed39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: 0491273b-35da-4f2a-aa97-a39d094204e8
  kind: Event
  lastTimestamp: "2026-09-17T15:57:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:21Z"
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9.18d626de0c97b543
    namespace: kserve-ci-e2e-test
    resourceVersion: "19279"
    uid: 51374180-b18b-4aac-847f-25ffee8c6c3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: 0491273b-35da-4f2a-aa97-a39d094204e8
  kind: Event
  lastTimestamp: "2026-09-17T15:57:26Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9_kserve-ci-e2e-test(0491273b-35da-4f2a-aa97-a39d094204e8)
  metadata:
    creationTimestamp: "2026-09-17T15:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:26Z"
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9.18d626e03095fb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: e5d34071-214d-4767-b7af-d717177462f8
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: 0491273b-35da-4f2a-aa97-a39d094204e8
  kind: Event
  lastTimestamp: "2026-09-17T15:57:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-c41e99-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T15:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:26Z"
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9.18d626e036d83246
    namespace: kserve-ci-e2e-test
    resourceVersion: "19342"
    uid: 6cd48206-cada-4fd5-bc8a-65eb6204a070
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19197"
    uid: 64faa681-daf6-4725-8afe-529f95bae8cb
  kind: Event
  lastTimestamp: "2026-09-17T15:57:16Z"
  message: 'Created pod: isvc-init-fail-c41e99-predictor-5ff8c789c5-xp5n9'
  metadata:
    creationTimestamp: "2026-09-17T15:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:16Z"
    name: isvc-init-fail-c41e99-predictor-5ff8c789c5.18d626dde489493c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19208"
    uid: 1245abff-c9f5-4f52-91c2-69d85aafe2f9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-c41e99-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 5271df6f-ac82-48db-a0ae-f28648091afc
  kind: Event
  lastTimestamp: "2026-09-17T15:57:16Z"
  message: Scaled up replica set isvc-init-fail-c41e99-predictor-5ff8c789c5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T15:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:16Z"
    name: isvc-init-fail-c41e99-predictor.18d626dde03c8d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19200"
    uid: 7c44f7e9-3081-4bf8-b35b-0096de64c94f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c41e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: fb1b9a1c-98f2-43d8-ae14-b8533b8ee347
  kind: Event
  lastTimestamp: "2026-09-17T15:57:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:57:21Z"
    name: isvc-init-fail-c41e99.18d626dddffaeb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: babb29df-dbcc-4002-82c7-7e48930e3130
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c41e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: fb1b9a1c-98f2-43d8-ae14-b8533b8ee347
  kind: Event
  lastTimestamp: "2026-09-17T15:57:16Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-c41e99":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-c41e99":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:57:16Z"
    name: isvc-init-fail-c41e99.18d626dde0ca7a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19201"
    uid: d1e64ef7-fa4d-4b01-b88e-15f3804ce924
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c41e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: fb1b9a1c-98f2-43d8-ae14-b8533b8ee347
  kind: Event
  lastTimestamp: "2026-09-17T15:57:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-c41e99": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:57:16Z"
    name: isvc-init-fail-c41e99.18d626dde0cace8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19202"
    uid: 0f62185e-bf15-42f4-8f08-3af173156ee4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:55:58.215776Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18436"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:55:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:55:58Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cbb0faa430
    namespace: kserve-ci-e2e-test
    resourceVersion: "18441"
    uid: 5533bd9d-5a66-444c-9876-b579b0090ee9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18449"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:55:58Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:55:58Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cbd2cc2bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 8b19cb90-b256-417b-b4e3-8623d06c1547
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:55:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:58Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cbd53215b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18462"
    uid: 2b56193c-7923-4c69-b2d6-573f27d87a78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:55:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:58Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cbd7e8be1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18463"
    uid: 3f8c4351-1c65-46ea-a9c7-13c27a06b940
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:55:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:58Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cbd85dd6e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18465"
    uid: 298e602c-54f2-468f-841c-ebb28202c511
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:56:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:02Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626ccc8dbe7c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18498"
    uid: d91dedd1-a681-4282-b007-09c2a8a71b5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:56:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:02Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cccc138094
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: c6b644ac-7947-4800-96b5-560d43c86875
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:56:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:02Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cccc8b5374
    namespace: kserve-ci-e2e-test
    resourceVersion: "18501"
    uid: dfc1f4cc-b6b3-4fa4-a5fd-d401dff42f5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:56:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:02Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cccc955c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18502"
    uid: a2988f46-0165-4d9a-aecb-fa7f4865f1a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:56:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:03Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cccf6c31af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18505"
    uid: 411ac637-5d0f-487f-8c16-f5804a4e2035
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:56:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:03Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cccfe3cd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: 5dc250fd-9d5a-484c-8a98-00a1ee96d6da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:56:03Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9551f4f790f8c157387199c857354f4c235156d40ea86876db013e8cd552e398"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:03Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cccfeed5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18507"
    uid: e4338040-0fb5-44a2-a9b6-3c3486b0baf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:56:03Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T15:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:03Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626ccd2d1a0e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: c20f2053-2f4e-4a07-b8a5-9e244a541926
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:56:03Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T15:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:03Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626ccd359c3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18509"
    uid: 6544a369-f8fd-46ce-898d-47984ae0ae5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:57:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:50Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cd40b96039
    namespace: kserve-ci-e2e-test
    resourceVersion: "19688"
    uid: acd0bf66-a461-491f-b34e-77cd7939049a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:57:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T15:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:50Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626cd40c2b2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19689"
    uid: 7e3de97b-708f-4687-99cb-91687fe72b1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:57:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:33Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626e1d518c850
    namespace: kserve-ci-e2e-test
    resourceVersion: "19476"
    uid: e45e985a-f25f-489e-a356-ce6385a7963f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:57:33Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T15:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:33Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626e1d5192969
    namespace: kserve-ci-e2e-test
    resourceVersion: "19479"
    uid: 010e0ddf-efee-431a-b43c-525e4dfe0407
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:57:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:33Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626e1d5194f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 7cbcc1ce-5e56-44a8-b9d4-b54c4a2c6178
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 8f90e7d6-0bc4-4590-b5d1-5ada2a3dccb3
  kind: Event
  lastTimestamp: "2026-09-17T15:57:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:45Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j.18d626e270f0b02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: a4a5ae93-5ee1-4ac5-8d70-bf9d8de11af0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18425"
    uid: fb0ac690-80b8-4bd1-9cb0-8d391adf2e7c
  kind: Event
  lastTimestamp: "2026-09-17T15:55:58Z"
  message: 'Created pod: isvc-logger-raw-3f9cc-predictor-bd8c66c78-82n6j'
  metadata:
    creationTimestamp: "2026-09-17T15:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:58Z"
    name: isvc-logger-raw-3f9cc-predictor-bd8c66c78.18d626cbaff3d92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: 74db7b5c-25e2-4410-875c-af52dce1391c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-3f9cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18423"
    uid: 564e7dc4-7fb4-42d7-b0c1-829320d7c4cc
  kind: Event
  lastTimestamp: "2026-09-17T15:55:58Z"
  message: Scaled up replica set isvc-logger-raw-3f9cc-predictor-bd8c66c78 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T15:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:58Z"
    name: isvc-logger-raw-3f9cc-predictor.18d626cba7eef5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: 87f46d0f-d4f3-45d4-ac41-dc4f3ec6ba61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-3f9cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18424"
    uid: 1ab83af8-7204-4b1b-993f-1661b6eab4fb
  kind: Event
  lastTimestamp: "2026-09-17T15:56:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:56:43Z"
    name: isvc-logger-raw-3f9cc-predictor.18d626cf27b5803f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 55693ad3-1ed4-4fe4-8786-acb13ea8f2d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-3f9cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18424"
    uid: 1ab83af8-7204-4b1b-993f-1661b6eab4fb
  kind: Event
  lastTimestamp: "2026-09-17T15:56:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:56:43Z"
    name: isvc-logger-raw-3f9cc-predictor.18d626cf2896312c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3e27899e-45c4-4725-8ea7-bb7d4195e74c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-3f9cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: 1ab83af8-7204-4b1b-993f-1661b6eab4fb
  kind: Event
  lastTimestamp: "2026-09-17T15:57:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:28Z"
    name: isvc-logger-raw-3f9cc-predictor.18d626d2a747eda9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: 149247f8-84d9-47c3-a31e-34adbcf7f74d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-3f9cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: 1ab83af8-7204-4b1b-993f-1661b6eab4fb
  kind: Event
  lastTimestamp: "2026-09-17T15:57:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:28Z"
    name: isvc-logger-raw-3f9cc-predictor.18d626d2a7ca570f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19356"
    uid: a0b37f49-e5d6-41df-ac89-fd6a68922b2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-3f9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18416"
    uid: 0d2c5595-93db-46bc-b230-32744ddcb0f8
  kind: Event
  lastTimestamp: "2026-09-17T15:57:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:57:20Z"
    name: isvc-logger-raw-3f9cc.18d626cba7fc0734
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: 7fd1adcd-da6f-4eb1-9849-e3316ff10140
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-3f9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18416"
    uid: 0d2c5595-93db-46bc-b230-32744ddcb0f8
  kind: Event
  lastTimestamp: "2026-09-17T15:55:58Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-3f9cc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-3f9cc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:58Z"
    name: isvc-logger-raw-3f9cc.18d626cba93eb0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18451"
    uid: a0e0b0e0-8b93-420c-ab0b-ddb514270d68
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-3f9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18418"
    uid: 0d2c5595-93db-46bc-b230-32744ddcb0f8
  kind: Event
  lastTimestamp: "2026-09-17T15:55:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-3f9cc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:58Z"
    name: isvc-logger-raw-3f9cc.18d626cbb87efe4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18452"
    uid: a5a9cfa5-451f-4f90-a911-ba08620662c9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-3f9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 0d2c5595-93db-46bc-b230-32744ddcb0f8
  kind: Event
  lastTimestamp: "2026-09-17T15:57:20Z"
  message: InferenceService [isvc-logger-raw-3f9cc] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:57:20Z"
    name: isvc-logger-raw-3f9cc.18d626dec6552fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: b3780a9b-e497-49c0-a580-7ab97ff4f84c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:05:18.656586Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22766"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:05:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:05:18Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274e2ddaf7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 28c9bfbc-38af-4ec5-a4b3-4754fa2ffae3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:19Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:05:19Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274e500063e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22786"
    uid: afe15aa2-66eb-4347-a9ff-ba592d2fabcd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:19Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274e5234769b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22788"
    uid: 3cf61b7f-ebba-441b-90ef-da5b439e572f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:19Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274e54c0d835
    namespace: kserve-ci-e2e-test
    resourceVersion: "22789"
    uid: 09353176-671e-4950-b24d-e615c893d0b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:19Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274e553797e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: d85f7ba9-3053-4e21-b527-80f1b2ffdb84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:24Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274f729dbda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22814"
    uid: 068cdbf3-47be-4622-b79e-d36d7dcb1d06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:24Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274f759bea9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 705d119f-67ce-4a25-96b5-f06123969d0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:24Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274f76141697
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: ea02a074-26f8-4b7d-86fc-057ee4fb008c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:24Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274f761d48b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22819"
    uid: d6eacdf8-bd32-4f37-9abf-0ef055b40ae8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:24Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274f78bb18b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22822"
    uid: 1fe0d05e-27dc-44c1-bb98-f1cde3aa46a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:24Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274f79452882
    namespace: kserve-ci-e2e-test
    resourceVersion: "22823"
    uid: bf215014-7693-42c7-b9ea-59ee3ba1e4e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:24Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9551f4f790f8c157387199c857354f4c235156d40ea86876db013e8cd552e398"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:24Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274f794f69ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: b2b2140a-f940-4422-9450-58ea710275a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:24Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T16:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:24Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274f7c381ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: 621172ea-dd5f-4618-9152-fb6153187929
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:05:24Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T16:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:24Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274f7cb0004b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22827"
    uid: a56dcb19-8a56-46ac-ad66-90df446bcea5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:07:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:02Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274fae9f7305
    namespace: kserve-ci-e2e-test
    resourceVersion: "23383"
    uid: 2f669172-bbdc-4fe7-81aa-509b61b3d22e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:07:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:02Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6274fea6907ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23384"
    uid: d4454b4a-083d-47f3-889b-6833a6567d5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6276458d3e5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23287"
    uid: 8f715c59-a38a-4479-8363-b0976fe15da3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6276458e56ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: 377f593d-fc09-498a-9092-1da4bc70746f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d6276458e7bc9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23294"
    uid: ea93229d-e7f1-43a1-a413-1e99318de81c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: 507ca841-dce0-4113-a263-5d90f26d0324
  kind: Event
  lastTimestamp: "2026-09-17T16:07:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:12Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp.18d627651aa792fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23428"
    uid: 4959e8cf-cea3-4f02-9ba9-9768eb2ece33
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-687f696fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22756"
    uid: c58bc272-2333-4b7a-b5f9-e65cc117d401
  kind: Event
  lastTimestamp: "2026-09-17T16:05:18Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-687f696fd4-9t9bp'
  metadata:
    creationTimestamp: "2026-09-17T16:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:05:18Z"
    name: isvc-logger-raw-cipn-predictor-687f696fd4.18d6274e2d55400f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22768"
    uid: f3df9054-d004-4b04-a039-bdd4a89de600
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: e778f549-5d80-4405-86ee-964018017d10
  kind: Event
  lastTimestamp: "2026-09-17T16:05:18Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-687f696fd4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:05:18Z"
    name: isvc-logger-raw-cipn-predictor.18d6274e28ac610e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22759"
    uid: f68eb09a-0fcf-4e1d-858f-5ac9c6d3d62b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22755"
    uid: 950d4502-b572-46a3-905e-564da88ae51e
  kind: Event
  lastTimestamp: "2026-09-17T16:06:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:03Z"
    name: isvc-logger-raw-cipn-predictor.18d62751a7342e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: 42203aaf-cdc2-4a23-9641-2973cafe2880
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22755"
    uid: 950d4502-b572-46a3-905e-564da88ae51e
  kind: Event
  lastTimestamp: "2026-09-17T16:06:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:03Z"
    name: isvc-logger-raw-cipn-predictor.18d62751a7a141d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23022"
    uid: ab8a97ad-4f0d-48be-b28c-1c773f0d6839
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22878"
    uid: 950d4502-b572-46a3-905e-564da88ae51e
  kind: Event
  lastTimestamp: "2026-09-17T16:06:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:48Z"
    name: isvc-logger-raw-cipn-predictor.18d6275c241af9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23240"
    uid: f2cb38cc-296e-4a1d-8067-699636705d71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22878"
    uid: 950d4502-b572-46a3-905e-564da88ae51e
  kind: Event
  lastTimestamp: "2026-09-17T16:06:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:48Z"
    name: isvc-logger-raw-cipn-predictor.18d6275c24a0f418
    namespace: kserve-ci-e2e-test
    resourceVersion: "23241"
    uid: 39d625c2-0e07-47f1-b320-0d0a38e93352
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22747"
    uid: a0e7abfe-39e5-4a93-addc-2eb0753a50be
  kind: Event
  lastTimestamp: "2026-09-17T16:06:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:42Z"
    name: isvc-logger-raw-cipn.18d6274e28b40f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23214"
    uid: 103f93c0-29f4-461a-aacf-a74e802d41ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22747"
    uid: a0e7abfe-39e5-4a93-addc-2eb0753a50be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:18Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:05:18Z"
    name: isvc-logger-raw-cipn.18d6274e297619bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22779"
    uid: 30450555-1ad7-44fc-82b7-720ada366c42
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22749"
    uid: a0e7abfe-39e5-4a93-addc-2eb0753a50be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:05:18Z"
    name: isvc-logger-raw-cipn.18d6274e31260aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22780"
    uid: 43e195e5-7a4d-42df-acea-7518a9e2fff2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23212"
    uid: a0e7abfe-39e5-4a93-addc-2eb0753a50be
  kind: Event
  lastTimestamp: "2026-09-17T16:06:42Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:42Z"
    name: isvc-logger-raw-cipn.18d62761a49e605e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23213"
    uid: 80b9b8eb-9852-400a-ba2a-9cd8704f1441
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:55:07.825138Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-e083cc-predictor-7c56885448-p7l2n
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:55:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:55:07Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626bff576996a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: f5813b42-e9bd-4d45-86a4-7deffe728026
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:55:08Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:55:08Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626c01754364c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 9fa49721-e4bd-4c6a-a2f8-c26210630e60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:55:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:08Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626c018f7dac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17851"
    uid: a822fc3b-b09f-4d39-a09e-16933aef1c26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:55:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:08Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626c01bcf1b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "17852"
    uid: ad66edbc-879f-417e-ace0-7feaa9712069
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:55:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:08Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626c01c46c0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17853"
    uid: 1bb40627-5733-4a17-8beb-da93ef5824b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:55:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:12Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626c118abaee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17897"
    uid: 0563acc7-a2c7-4a61-ad9a-e27b262239b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:55:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:12Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626c11b85cf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 945e5910-df97-4b42-aad4-4d5f6c6fbb67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:55:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:12Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626c11bffee77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: 5cba88ae-37d6-4197-8fa1-f3c879912d19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:55:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:12Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626c11c0ab7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: 4b9bc63d-5621-4638-9725-a0a0c415bb87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:55:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:12Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626c11f27d96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: fb0ec899-b0ed-4474-9ed4-a5baae174a1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:55:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:12Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626c11f9e6873
    namespace: kserve-ci-e2e-test
    resourceVersion: "17906"
    uid: a4cc59d1-0d22-4b9f-b8c9-b62eb9cc855c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:56:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:20Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626c1909af9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18652"
    uid: 4beb14dd-4a7b-440f-8d88-9f74f9cb01b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:57:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:11Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626dcafc846f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: 065c91a8-2ed8-421b-95e0-cf339d3f36b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:57:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:11Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626dcafc8b902
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: b739f84d-dbdf-463b-b6d0-1b03476cc6ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: e19afa13-c6c3-496f-99fb-051b8e378841
  kind: Event
  lastTimestamp: "2026-09-17T15:57:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:15Z"
    name: isvc-primary-e083cc-predictor-7c56885448-p7l2n.18d626ddbcfbf764
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: ead0b656-0211-4290-93c7-043ecff2ae0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-e083cc-predictor-7c56885448
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: 5a95345d-b5cc-4f3b-ab8a-a2115e232703
  kind: Event
  lastTimestamp: "2026-09-17T15:55:07Z"
  message: 'Created pod: isvc-primary-e083cc-predictor-7c56885448-p7l2n'
  metadata:
    creationTimestamp: "2026-09-17T15:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:07Z"
    name: isvc-primary-e083cc-predictor-7c56885448.18d626bff4dfd9c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: fbd11ef1-7310-43fd-846d-e84e4aefb18f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-e083cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 1be288fe-922d-4189-9d2e-d73aefffe70f
  kind: Event
  lastTimestamp: "2026-09-17T15:55:07Z"
  message: Scaled up replica set isvc-primary-e083cc-predictor-7c56885448 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T15:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:07Z"
    name: isvc-primary-e083cc-predictor.18d626bff0570079
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: f3b87d48-6e76-4b62-a032-7e1b766110b2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-e083cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: e571f4d0-528d-4808-9dff-dbd6586a4bc5
  kind: Event
  lastTimestamp: "2026-09-17T15:55:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:22Z"
    name: isvc-primary-e083cc-predictor.18d626c370636e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: 68067a78-221a-4274-8c43-71ac043c5906
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-e083cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: e571f4d0-528d-4808-9dff-dbd6586a4bc5
  kind: Event
  lastTimestamp: "2026-09-17T15:55:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:22Z"
    name: isvc-primary-e083cc-predictor.18d626c370d48091
    namespace: kserve-ci-e2e-test
    resourceVersion: "17992"
    uid: dc6b30a0-9657-40a7-900a-1060ba1908b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-e083cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17991"
    uid: e571f4d0-528d-4808-9dff-dbd6586a4bc5
  kind: Event
  lastTimestamp: "2026-09-17T15:56:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:56:52Z"
    name: isvc-primary-e083cc-predictor.18d626c6f036a88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18910"
    uid: 4a37660f-b317-4454-bb80-eee6c37baa0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-e083cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17991"
    uid: e571f4d0-528d-4808-9dff-dbd6586a4bc5
  kind: Event
  lastTimestamp: "2026-09-17T15:56:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:56:52Z"
    name: isvc-primary-e083cc-predictor.18d626c6f0cdcbaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18913"
    uid: 0f8c362c-f8ed-4145-baf3-e0348c842f95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-e083cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: ebde2756-8057-4a6f-821b-ce036b88c439
  kind: Event
  lastTimestamp: "2026-09-17T15:56:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:56:30Z"
    name: isvc-primary-e083cc.18d626bff05e2d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: f8a6b231-98e1-47d7-8c8b-6f9502723c7e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-e083cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: ebde2756-8057-4a6f-821b-ce036b88c439
  kind: Event
  lastTimestamp: "2026-09-17T15:55:07Z"
  message: 'Failed to update status for InferenceService "isvc-primary-e083cc": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-e083cc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:07Z"
    name: isvc-primary-e083cc.18d626bff0deab36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: a0e9a1a6-6447-4c33-a4f6-a6d9efeb3331
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-e083cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: ebde2756-8057-4a6f-821b-ce036b88c439
  kind: Event
  lastTimestamp: "2026-09-17T15:55:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-e083cc": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:07Z"
    name: isvc-primary-e083cc.18d626bff0dee9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 7c9bf9a6-adb7-44b5-b998-443414c7c41f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-e083cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18732"
    uid: ebde2756-8057-4a6f-821b-ce036b88c439
  kind: Event
  lastTimestamp: "2026-09-17T15:56:30Z"
  message: InferenceService [isvc-primary-e083cc] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:56:30Z"
    name: isvc-primary-e083cc.18d626d34a59814f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18733"
    uid: 070722cf-6c16-4093-b93e-d48d198a0b61
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:50:02.263428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d62678d090fc77
    namespace: kserve-ci-e2e-test
    resourceVersion: "14668"
    uid: f3f1ecfd-ccd6-4a79-96d9-cb18ec2dea61
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-5b828-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d62678dceddb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "14687"
    uid: e9416e99-7358-4841-a37e-888f144ad0a2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14681"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:03Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:50:03Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d62679173c9e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: f9fdf553-985c-496a-a505-4909848d7864
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
  metadata:
    creationTimestamp: "2026-09-17T15:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:03Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d626791905ddc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: 900061e9-6c9b-4512-9606-1f404ed691fa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    in 3.989s (3.989s including waiting). Image size: 306739622 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:07Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6267a06d22127
    namespace: kserve-ci-e2e-test
    resourceVersion: "14759"
    uid: 1151aed7-4679-46dc-aa1a-fd71f9a6f7c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:07Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6267a09f5c1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14762"
    uid: 88613f18-75e1-472e-a040-87ac3556cd2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:07Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6267a0a6d4369
    namespace: kserve-ci-e2e-test
    resourceVersion: "14764"
    uid: 158aaee5-970c-4e92-a74f-110e91182790
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:11Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
  metadata:
    creationTimestamp: "2026-09-17T15:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:11Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6267af3f42471
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: d3dbfda1-7551-4fa6-93a8-a532a56ed2e7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    in 18.181s (18.181s including waiting). Image size: 1580836240 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:29Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6267f2fa73c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: d9301533-8166-4ef8-95b8-89d25a981d36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:29Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6267f33c7abc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: ccfedfe4-02a4-43fb-9ed7-5f1c2744f571
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:29Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6267f34586c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: 4614e453-47cc-40f4-a61a-86216aa827cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:29Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T15:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:29Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6267f346a7a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: afd58290-d85c-407a-8f84-dddb5d5b83fe
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 1.972s (1.972s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:31Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6267fa9fdf327
    namespace: kserve-ci-e2e-test
    resourceVersion: "14980"
    uid: 2b03850b-616e-488f-ba4e-740a0beccd99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:31Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6267fad423fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14982"
    uid: ce5d227a-81c8-47b9-8cb9-c8d5ca69c34e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:31Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6267fadad82e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14984"
    uid: 0135d5cc-abf0-4495-b25d-ff674acbd937
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:31Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9551f4f790f8c157387199c857354f4c235156d40ea86876db013e8cd552e398"
  metadata:
    creationTimestamp: "2026-09-17T15:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:31Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6267fadbae6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: a731bcd7-032d-4135-a563-e1bcd6d3eb3e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9551f4f790f8c157387199c857354f4c235156d40ea86876db013e8cd552e398"
    in 2.336s (2.336s including waiting). Image size: 240302150 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:34Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6268038fc222a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: 190f680b-add7-4dee-b103-e7373bd0af67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:34Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T15:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:34Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d626803bf391cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 3cc8b5b3-170d-45dd-8516-657c279c157d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:50:34Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T15:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:34Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d626803c5c8f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "15015"
    uid: f26cb3ad-26e6-42d6-8fa9-74b34bff5ab0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:52:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:09Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d626805797acb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15953"
    uid: 2f198f27-c344-4b75-b749-f9448acbb6be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:52:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T15:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:09Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d6268057a1ad28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: 7da79304-a7e9-40ad-84f0-659e00ad12f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d626938c284729
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 0015f0ce-7c05-42cb-a3e2-b094ba1fb480
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d626938c287c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "15747"
    uid: 06e5df3e-e54e-49e1-953f-07012e738369
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d626938c28bfe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15748"
    uid: 0e0f89e3-9355-4a72-b47e-c5a6127c64e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: e08cbb18-7bb0-4981-85a4-998b8a5026ce
  kind: Event
  lastTimestamp: "2026-09-17T15:52:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:05Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr.18d626945dd4d297
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: e46bee8f-98d1-4275-8ade-5ee7197b1d36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: ac68ac42-f134-4340-824d-3031e11b189d
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789-48nmr'
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789.18d62678d0089ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14667"
    uid: 996184ac-1ab4-41f6-8c19-f602c1d5f724
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-5b828-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14642"
    uid: d0d2f5f0-6f3b-4c83-afc4-2f6b1cd6e02f
  kind: Event
  lastTimestamp: "2026-09-17T15:50:02Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-5b828-predictor-5bd8955789
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:02Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor.18d62678c9145e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: b5c78750-7ce5-48aa-a155-3a54f1f4c5cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5b828-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: 65ec57d0-e827-4fb2-bf75-fdc66d78d4c8
  kind: Event
  lastTimestamp: "2026-09-17T15:51:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:17Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor.18d6267c49c45d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 209ce0b5-0ae5-4539-acea-70da4dcb8834
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5b828-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: 65ec57d0-e827-4fb2-bf75-fdc66d78d4c8
  kind: Event
  lastTimestamp: "2026-09-17T15:51:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:17Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor.18d6267c4a6d1e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: 8008a1a3-ca22-4e33-835a-173f50dfce43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5b828-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14853"
    uid: 65ec57d0-e827-4fb2-bf75-fdc66d78d4c8
  kind: Event
  lastTimestamp: "2026-09-17T15:51:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:47Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor.18d62686ca68e27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: 8a333d7e-2765-48a8-91d0-71fc4efa1093
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5b828-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14853"
    uid: 65ec57d0-e827-4fb2-bf75-fdc66d78d4c8
  kind: Event
  lastTimestamp: "2026-09-17T15:51:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:47Z"
    name: isvc-raw-sklearn-batcher-5b828-predictor.18d62686cb4ea4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: 03771e12-5463-497e-9f60-f0c223e2f92a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5b828
    namespace: kserve-ci-e2e-test
    resourceVersion: "14628"
    uid: 4100a436-992a-427b-832c-dc3136c15c41
  kind: Event
  lastTimestamp: "2026-09-17T15:51:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:51:49Z"
    name: isvc-raw-sklearn-batcher-5b828.18d62678c91fe621
    namespace: kserve-ci-e2e-test
    resourceVersion: "15628"
    uid: 3e294fcd-f9a2-415f-82e0-75d7e621aa33
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5b828
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 4100a436-992a-427b-832c-dc3136c15c41
  kind: Event
  lastTimestamp: "2026-09-17T15:51:49Z"
  message: InferenceService [isvc-raw-sklearn-batcher-5b828] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:51:49Z"
    name: isvc-raw-sklearn-batcher-5b828.18d62691b7aacacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15627"
    uid: 5df671c6-acae-44a8-88a4-525fc6229f40
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:56:53.113882Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18929"
    uid: f21870a1-b35a-406d-9bee-1d2820f06cbf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:56:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:56:53Z"
    name: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg.18d626d879295850
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: f42c4f10-3b3d-4fb5-9c4a-dc29df5cb50b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: f21870a1-b35a-406d-9bee-1d2820f06cbf
  kind: Event
  lastTimestamp: "2026-09-17T15:56:53Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:56:53Z"
    name: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg.18d626d89af69f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: 6757dc5e-e4eb-4848-9416-f71ebb9c5d0f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: f21870a1-b35a-406d-9bee-1d2820f06cbf
  kind: Event
  lastTimestamp: "2026-09-17T15:56:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:59Z"
    name: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg.18d626d89cc32a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19004"
    uid: d263b986-e5e4-4094-8733-eccaba0b0077
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: f21870a1-b35a-406d-9bee-1d2820f06cbf
  kind: Event
  lastTimestamp: "2026-09-17T15:56:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:59Z"
    name: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg.18d626d89f8e824d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19006"
    uid: 6d4bc267-0956-4b64-b8a2-1146fc58dc6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: f21870a1-b35a-406d-9bee-1d2820f06cbf
  kind: Event
  lastTimestamp: "2026-09-17T15:56:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:59Z"
    name: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg.18d626d89ff8df4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: 6479e916-db9b-4fff-a4bc-c081d13330ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: f21870a1-b35a-406d-9bee-1d2820f06cbf
  kind: Event
  lastTimestamp: "2026-09-17T15:57:03Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg_kserve-ci-e2e-test(f21870a1-b35a-406d-9bee-1d2820f06cbf)
  metadata:
    creationTimestamp: "2026-09-17T15:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:03Z"
    name: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg.18d626daeb22b6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19043"
    uid: 33a551dd-96ba-4207-a837-fad8935a7e93
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-e083cc-predictor-74dd6cc75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18922"
    uid: 76162206-9cc7-45fc-8b9c-6635b11b6717
  kind: Event
  lastTimestamp: "2026-09-17T15:56:53Z"
  message: 'Created pod: isvc-secondary-e083cc-predictor-74dd6cc75f-vdmvg'
  metadata:
    creationTimestamp: "2026-09-17T15:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:56:53Z"
    name: isvc-secondary-e083cc-predictor-74dd6cc75f.18d626d878791672
    namespace: kserve-ci-e2e-test
    resourceVersion: "18930"
    uid: a6f00e9d-9744-42b0-81ce-c4ec694db8b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-e083cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 14fed72e-b0be-48f5-9ced-ed4363719d7d
  kind: Event
  lastTimestamp: "2026-09-17T15:56:53Z"
  message: Scaled up replica set isvc-secondary-e083cc-predictor-74dd6cc75f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T15:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:56:53Z"
    name: isvc-secondary-e083cc-predictor.18d626d874ac9401
    namespace: kserve-ci-e2e-test
    resourceVersion: "18923"
    uid: 7a3127ee-e83b-4c07-a2e2-9edff9b08447
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-e083cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: a018c370-205d-4109-8ff8-4ee8c0d3948a
  kind: Event
  lastTimestamp: "2026-09-17T15:57:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:08Z"
    name: isvc-secondary-e083cc-predictor.18d626dbf35ab672
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: 90618bac-ac6f-4596-ab06-fbc9a6609e89
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-e083cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: a018c370-205d-4109-8ff8-4ee8c0d3948a
  kind: Event
  lastTimestamp: "2026-09-17T15:57:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:08Z"
    name: isvc-secondary-e083cc-predictor.18d626dbf3e86f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "19081"
    uid: a01c54f4-0438-4f0d-89bb-0e80a11a818e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-e083cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18908"
    uid: 424308b6-53b1-4bab-9e8e-35d49102b6b7
  kind: Event
  lastTimestamp: "2026-09-17T15:57:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:57:03Z"
    name: isvc-secondary-e083cc.18d626d874ce8640
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: 9067a193-6654-4747-9c36-95540b0fd9f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-e083cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18908"
    uid: 424308b6-53b1-4bab-9e8e-35d49102b6b7
  kind: Event
  lastTimestamp: "2026-09-17T15:56:53Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-e083cc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-e083cc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:56:53Z"
    name: isvc-secondary-e083cc.18d626d87548378a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18926"
    uid: bcd17c6c-c806-4b11-9c43-0652702bd888
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-e083cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18908"
    uid: 424308b6-53b1-4bab-9e8e-35d49102b6b7
  kind: Event
  lastTimestamp: "2026-09-17T15:56:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-e083cc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:56:53Z"
    name: isvc-secondary-e083cc.18d626d875488d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "18927"
    uid: b34fd12e-ac0a-4c85-8d5a-c1a8cafb22bf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:51:57.300171Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d62693994a3ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: 71579cdc-58b3-48ce-8da5-40987f90aae4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d62693bb1ed3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15830"
    uid: 9a6ea9f3-262b-40c3-ac5b-d38b25089df6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d62693bd972751
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 93db297e-ef69-4fb4-a1eb-c335268087e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d62693c04e3a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "15834"
    uid: 70ba6721-8ce6-4c5d-968a-e979a808cb8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d62693c0b1e2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 3071f31c-38d0-4fd5-8f6b-b94dbc671d0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:52:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:02Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d62694ba6e355a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: 0a830101-376a-4905-b7e7-becd129eb991
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:52:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:02Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d62694bd6d5f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: 0f0d4512-0356-4e65-8e56-37325dd0920c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:52:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:02Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d62694bdf6eacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 554e1f69-7885-4d9e-b5c1-95dccd221c4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:52:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:02Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d62694be039fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: 314a2642-129e-40ac-aa4e-ff5eae1a5762
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:52:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:02Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d62694c0876ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: b7a86c26-2b19-444d-959e-b68d6085473b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:52:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:02Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d62694c0ed2096
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 79b9f299-f08b-46fb-b18d-f194304233ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:53:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:49Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d62694f69c7b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: 31ce04a4-cc33-4142-af0a-e9d194193a8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:53:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:47Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d626ad4fa5ee3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16973"
    uid: 8cbd1b0f-098c-4d85-ba69-d6a606e73a58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:53:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:47Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d626ad4fa6c8fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 615242b6-6a6d-4bab-ae50-751597a3982c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 10538fc5-d4ab-44e8-85cd-51b30f94123c
  kind: Event
  lastTimestamp: "2026-09-17T15:53:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:49Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb.18d626ada527085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 09199353-e749-4f3e-ae27-5a7ce38e7bfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: 97ac8093-7d35-4f20-877b-f5b5c3b4be82
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: 'Created pod: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7-hjnfb'
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7.18d62693988605b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: eb485d2a-4937-47cb-991b-1ff92e8a11ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-edc89-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: 4fabc708-9df8-444e-aa9e-7c50f3291528
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-edc89-predictor-6c4df5f8c7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-sklearn-graph-raw-edc89-predictor.18d6269392425f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15767"
    uid: d690c522-a4a9-455c-9069-c77ee882a575
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-edc89-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 590213b1-8421-499e-b626-a7701433b9b2
  kind: Event
  lastTimestamp: "2026-09-17T15:52:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:12Z"
    name: isvc-sklearn-graph-raw-edc89-predictor.18d6269711842fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15984"
    uid: 983379c9-f474-43c7-ae8b-4c702ff282cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-edc89-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 590213b1-8421-499e-b626-a7701433b9b2
  kind: Event
  lastTimestamp: "2026-09-17T15:52:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:12Z"
    name: isvc-sklearn-graph-raw-edc89-predictor.18d62697123b15cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: e7da3ad7-0e7f-47ed-b948-80773a9f11cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-edc89-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15983"
    uid: 590213b1-8421-499e-b626-a7701433b9b2
  kind: Event
  lastTimestamp: "2026-09-17T15:53:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:42Z"
    name: isvc-sklearn-graph-raw-edc89-predictor.18d6269a92d65249
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: 9801b65a-982b-4459-9a8b-ea384e65d1a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-edc89-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15983"
    uid: 590213b1-8421-499e-b626-a7701433b9b2
  kind: Event
  lastTimestamp: "2026-09-17T15:53:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:42Z"
    name: isvc-sklearn-graph-raw-edc89-predictor.18d6269a93e15350
    namespace: kserve-ci-e2e-test
    resourceVersion: "16884"
    uid: 4773390e-09e3-4d02-ab0d-20dc8d53b184
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-edc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: bf9002e1-40f7-4670-8ff1-683fedc8fe9e
  kind: Event
  lastTimestamp: "2026-09-17T15:53:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:19Z"
    name: isvc-sklearn-graph-raw-edc89.18d62693920f4cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: 731cc831-df42-4be8-bf83-8130622340d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-edc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: bf9002e1-40f7-4670-8ff1-683fedc8fe9e
  kind: Event
  lastTimestamp: "2026-09-17T15:53:19Z"
  message: InferenceService [isvc-sklearn-graph-raw-edc89] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:19Z"
    name: isvc-sklearn-graph-raw-edc89.18d626a6b279108d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 6d877b4d-fa38-4463-ab82-5fa118c6943b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:53:47.818443Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:53:47Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626ad54b150cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: 9a4df28d-9300-4aa1-a6f9-42e8bf320f15
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16994"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626ad76f14bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: cc0f7b50-ee6a-4424-9917-97918bc520a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626ad79d3189e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17054"
    uid: 0ee1c416-bf41-4ea7-b5fa-befeb45ceadf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626ad7c7ccd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad1deafd-35d8-4d99-92c7-02da0c40ccc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626ad7cecd1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: fbc7cf90-e35b-4415-ae00-29b5e17ac4e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:52Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626ae647c247a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17113"
    uid: 3fa49f2f-b28c-4148-9955-8c30684683e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:52Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626ae6725c686
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: c858fecb-89f7-4a10-b75f-4df2d2287927
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:52Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626ae67a9f62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17116"
    uid: d09480be-6cc3-4911-8384-afd712d1f47b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:52Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626ae67b5637b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17117"
    uid: 87d0cd69-6642-45eb-a036-97307ed1e952
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:52Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626ae6a9f787a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17120"
    uid: 4488e1b5-a9b1-4f2b-8b3c-b765ac71ac84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:52Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626ae6b113cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: 3134a93c-b093-47c4-a1cb-438ca6520059
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:55:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:39Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626aea0874b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "18246"
    uid: 2e3eb82b-b0c1-46be-9a30-8b8b821a3d38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:55:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:37Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626c6f8b09d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18181"
    uid: c799291a-f054-4f8a-9cd3-aaeee3b8f60a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:55:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:37Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626c6f8b0e7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18184"
    uid: e0864365-a724-421b-b72a-3eaca8f2715c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 65de7407-f09d-4c1d-b69c-f5cf716404e0
  kind: Event
  lastTimestamp: "2026-09-17T15:55:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:39Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9.18d626c74eccf71c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18245"
    uid: 4abf2718-3824-4090-9ccb-e496f7fcec24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 02e5961d-e83d-4053-85c8-ea8a49da53b4
  kind: Event
  lastTimestamp: "2026-09-17T15:53:47Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c-tqzc9'
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:47Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c.18d626ad5407b9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: 5618cc5a-11db-4ac0-a0b6-ba758f646623
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 4da020cd-3783-460f-a60c-cbd00d467f49
  kind: Event
  lastTimestamp: "2026-09-17T15:53:47Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-883e7-predictor-7c9899787c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:47Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor.18d626ad4cb1f846
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: bfbb6257-f88e-4225-8786-86677809eee6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: b7d7b217-dda0-4bf5-9a68-7a47160ee3dd
  kind: Event
  lastTimestamp: "2026-09-17T15:54:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:32Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor.18d626b0cd0261c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: 0d966fe5-867c-4395-bf39-ac9612d1a9c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: b7d7b217-dda0-4bf5-9a68-7a47160ee3dd
  kind: Event
  lastTimestamp: "2026-09-17T15:54:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:32Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor.18d626b0cd9158c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17461"
    uid: 9fe7cc18-940e-43ba-ad9f-7e9ecf132f0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: b7d7b217-dda0-4bf5-9a68-7a47160ee3dd
  kind: Event
  lastTimestamp: "2026-09-17T15:55:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:32Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor.18d626bb4b7ec00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18094"
    uid: 2c12624e-82fc-4c4b-a29f-8c2945a9eb57
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: b7d7b217-dda0-4bf5-9a68-7a47160ee3dd
  kind: Event
  lastTimestamp: "2026-09-17T15:55:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:32Z"
    name: isvc-sklearn-graph-raw-hpa-883e7-predictor.18d626bb4bff6a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: 20135451-a1d4-4208-813b-b7983d071c33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-883e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16942"
    uid: acd7769e-d490-4cf7-b44a-ff5220ce39c9
  kind: Event
  lastTimestamp: "2026-09-17T15:55:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:09Z"
    name: isvc-sklearn-graph-raw-hpa-883e7.18d626ad4cd56d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 4b69917c-9284-4a03-8986-4ff5290dbef1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-883e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16942"
    uid: acd7769e-d490-4cf7-b44a-ff5220ce39c9
  kind: Event
  lastTimestamp: "2026-09-17T15:53:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-883e7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-883e7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:47Z"
    name: isvc-sklearn-graph-raw-hpa-883e7.18d626ad4d83d0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: b5fafc74-5905-4c56-a24c-339d02f900d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-883e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17873"
    uid: acd7769e-d490-4cf7-b44a-ff5220ce39c9
  kind: Event
  lastTimestamp: "2026-09-17T15:55:09Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-883e7] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:09Z"
    name: isvc-sklearn-graph-raw-hpa-883e7.18d626c05ae31b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17874"
    uid: 3507c9ff-0cb7-403c-8b74-340c3195d189
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:57:33.531811Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19509"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:57:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:57:33Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d626e1e241fe84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19517"
    uid: 409b838e-5f12-4b37-a821-1ab0912e4c0f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19524"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T15:57:34Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:57:34Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d626e2045ea7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: 3bc20878-860d-4245-bbbb-2fadf8f2f8be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T15:57:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:34Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d626e20685749a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: f2913f88-dfe8-4b8a-8bee-a16f6327f1c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T15:57:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:34Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d626e2095f23bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19534"
    uid: 3610a94f-d2e8-4d57-a0ec-24b1e4663fb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T15:57:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:34Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d626e209cca831
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: 5f2749f7-2282-4ae4-b565-1ea0951f9145
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T15:57:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:38Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d626e31abeeffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 148d3410-8b0e-4ab0-bcde-53c14265c4ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T15:57:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:38Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d626e31e385a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19586"
    uid: 1c7cd82b-ca2d-4a57-956f-26632bb2da98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T15:57:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:38Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d626e31ea8be4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: dde277ee-8fa1-459a-a10c-644823b5b22b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T15:57:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:38Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d626e31eb27a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19588"
    uid: 501a8240-1da3-4fdc-bb7d-9dcf060db364
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T15:57:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:38Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d626e3214ccb90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: d1c0b6e3-87e3-4e4f-af25-c4741c855080
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T15:57:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:38Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d626e321bb6d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19592"
    uid: d996c144-a103-4fe4-ab69-811fb564c782
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T16:00:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:20Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d626e392ac3dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20942"
    uid: 7dd2f6ed-f6bc-4776-98f3-84c383aa1c55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T16:00:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:13Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d627072597c5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: e6dd781b-30ec-4d7d-aa83-cc03e6584ef9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T16:00:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:13Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d6270725983af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: 4d454f5a-fd8a-4059-a753-a0a387c27599
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: fdd0b8c9-7b80-41f0-b4c8-316a82c166b0
  kind: Event
  lastTimestamp: "2026-09-17T16:00:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:21Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl.18d62707e535038f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20946"
    uid: 4f253da1-8376-47a5-8d2e-64bbc86b8718
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 4fe9c0d8-724d-4388-8ca7-d6ac48958692
  kind: Event
  lastTimestamp: "2026-09-17T15:57:33Z"
  message: 'Created pod: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f-f67pl'
  metadata:
    creationTimestamp: "2026-09-17T15:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:33Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f.18d626e1e15b7c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19511"
    uid: 64a640df-1925-41cd-957e-d3fc2c3eef1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-5aee0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: 8871a7fd-0650-40f7-8bfb-b69f6e8ab84a
  kind: Event
  lastTimestamp: "2026-09-17T15:57:33Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-5aee0-predictor-c4c8c647f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:33Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor.18d626e1dacc7048
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 56927497-e22b-4365-b4e2-9ae4c0848baf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5aee0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19500"
    uid: 1d2a2ae2-17d5-41c9-8952-9a3ca69452be
  kind: Event
  lastTimestamp: "2026-09-17T15:58:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:18Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor.18d626e559673746
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: 3dbcc809-c83a-45ee-9982-e219cacf5235
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5aee0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19500"
    uid: 1d2a2ae2-17d5-41c9-8952-9a3ca69452be
  kind: Event
  lastTimestamp: "2026-09-17T15:58:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:18Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor.18d626e559e8cebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19903"
    uid: e5861337-65d9-462f-ac50-d7e4e1c08399
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5aee0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19674"
    uid: 1d2a2ae2-17d5-41c9-8952-9a3ca69452be
  kind: Event
  lastTimestamp: "2026-09-17T16:00:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:03Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor.18d626efd66c4c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 659e8ac7-dd61-4480-89b9-93bf99705f12
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5aee0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19674"
    uid: 1d2a2ae2-17d5-41c9-8952-9a3ca69452be
  kind: Event
  lastTimestamp: "2026-09-17T16:00:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:03Z"
    name: isvc-sklearn-scale-raw-5aee0-predictor.18d626efd6f3933c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20734"
    uid: 9fbd2ce6-f284-4557-b2f5-05cb75bdf092
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-5aee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19482"
    uid: 7e949e08-755b-4245-8f6f-547269e05aeb
  kind: Event
  lastTimestamp: "2026-09-17T16:00:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:00:10Z"
    name: isvc-sklearn-scale-raw-5aee0.18d626e1dadf1bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20777"
    uid: 1552088e-14a5-43cd-a9a3-4748e96559aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-5aee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 7e949e08-755b-4245-8f6f-547269e05aeb
  kind: Event
  lastTimestamp: "2026-09-17T16:00:10Z"
  message: InferenceService [isvc-sklearn-scale-raw-5aee0] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:00:10Z"
    name: isvc-sklearn-scale-raw-5aee0.18d6270676a4908c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20776"
    uid: f0b0d550-cb7b-4ece-bc8f-d66fd6a600c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:51:57.550052Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15811"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d62693a82f344b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 668c55cb-985e-4128-a506-65a6151dd51f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-edc89-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d62693b0e2682a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: 269e3ef8-2f24-4aea-9467-6c804a9e4dd6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15823"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:51:58Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:51:58Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d62693edd67106
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: 57a73723-dd27-496c-89c3-25bfaf87b180
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:51:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:58Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d62693f07db9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: b73c22d9-bedc-4048-838e-fa8e655dbc73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:51:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:58Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d62693f3571870
    namespace: kserve-ci-e2e-test
    resourceVersion: "15856"
    uid: 39d36448-410d-4b94-a1e9-b35c96223e86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:51:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:58Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d62693f3b3bc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15857"
    uid: 2044f8c4-c708-4390-8c66-a72676058588
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:52:03Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T15:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:03Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d62694f6b51b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: f0ede56b-eb2e-429c-ac17-7d2ac1221fc9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:52:22Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.499s (19.499s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:22Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d6269980f7ad95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: 0ad103f8-67f7-41fa-8577-706f2b14c76c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:52:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:22Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d62699843c2c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: 7474db93-13a4-4151-9c08-fa5429149042
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:52:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:22Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d62699849bb9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: 0bf4df29-9760-4f34-b0e6-fe23ff9eabfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:52:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:22Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d6269984a520a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16067"
    uid: b522e804-aadd-46cd-aba5-e95ce58d8af2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:52:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:22Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d6269987f950f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: 296ef766-bbb0-45e9-8e56-4f36c2533f57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:52:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:22Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d626998858c2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: e445ae9c-3398-4e94-a6dc-fb4369614458
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:53:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:50Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d62699e1121969
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 234c7361-1169-489b-99b5-4385d2bb53d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d626ad61a7db40
    namespace: kserve-ci-e2e-test
    resourceVersion: "17027"
    uid: 28fb9d39-5b64-428d-9c92-f3d6ca1f7332
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d626ad61a84c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: 1073aca1-dd6b-49ca-8d72-1ee563453531
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: ad066c00-8135-4aa1-b331-b2e72df331f1
  kind: Event
  lastTimestamp: "2026-09-17T15:53:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:50Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw.18d626ade75e38fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: 034db52e-c314-4040-91d7-bb58c45b26f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: b7686096-5725-46e4-be77-a30dc1e6e387
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: 'Created pod: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f-mfsmw'
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f.18d62693a75402e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15812"
    uid: 394229c6-3ebe-4b85-aabf-1ac0f3a8e7e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-edc89-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15794"
    uid: 2188b90b-81d2-451d-b3b1-e88ed7dc7463
  kind: Event
  lastTimestamp: "2026-09-17T15:51:57Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-edc89-predictor-74f46cd46f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:57Z"
    name: isvc-xgboost-graph-raw-edc89-predictor.18d62693a0b39737
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: 9177bf71-18a6-4562-99a1-b75ac2e38f54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-edc89-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: dbffcaaf-6b42-4edd-a8ee-254bc1d326a1
  kind: Event
  lastTimestamp: "2026-09-17T15:52:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:57Z"
    name: isvc-xgboost-graph-raw-edc89-predictor.18d626971e15d023
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: 66537066-3017-4d05-b184-00adfece4bc2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-edc89-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: dbffcaaf-6b42-4edd-a8ee-254bc1d326a1
  kind: Event
  lastTimestamp: "2026-09-17T15:52:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:57Z"
    name: isvc-xgboost-graph-raw-edc89-predictor.18d626971ec0b946
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: 58eb1ef4-1729-4af9-94df-baef8c2af0ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-edc89-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: dbffcaaf-6b42-4edd-a8ee-254bc1d326a1
  kind: Event
  lastTimestamp: "2026-09-17T15:53:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:42Z"
    name: isvc-xgboost-graph-raw-edc89-predictor.18d626a51bfd277e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16885"
    uid: 41764b9c-0488-4be7-aad2-c1ab585c1fc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-edc89-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: dbffcaaf-6b42-4edd-a8ee-254bc1d326a1
  kind: Event
  lastTimestamp: "2026-09-17T15:53:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:42Z"
    name: isvc-xgboost-graph-raw-edc89-predictor.18d626a51ce4c636
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: 9728df22-f8b3-4c3c-a9f2-51c6bc693f53
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-edc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: 48213170-1e70-4874-8698-f1f33651ca4b
  kind: Event
  lastTimestamp: "2026-09-17T15:53:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:30Z"
    name: isvc-xgboost-graph-raw-edc89.18d626939f81945a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: ca6e3dec-9bc1-4e67-aa0c-222fc20044e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-edc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 48213170-1e70-4874-8698-f1f33651ca4b
  kind: Event
  lastTimestamp: "2026-09-17T15:53:30Z"
  message: InferenceService [isvc-xgboost-graph-raw-edc89] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:30Z"
    name: isvc-xgboost-graph-raw-edc89.18d626a94723eea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16718"
    uid: a0fd3545-a712-457e-8125-3b0840ccd22c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:53:48.094316Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626ad6522b3f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17037"
    uid: d612c056-0aee-4ba6-82d0-22355c37160d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626ad86f05e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17058"
    uid: da8d732c-6131-4760-ade4-3e681bd991de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626ad894695a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: c8806b64-3295-479e-8403-fabfac330a2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626ad8bee00fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: ebd0a5be-3c66-4ea3-b296-4c5eabb108dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626ad8c5225e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17062"
    uid: d18ee938-715b-401d-ab36-2aa283749dd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:52Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:52Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626ae787f4ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17124"
    uid: 841de0a7-c0cc-427c-a725-dcf19d2fa2a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:52Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626ae7c825bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: c7a9125c-d567-4975-bdf4-ffc270b98917
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:52Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626ae7cec196d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: 0c335555-321b-41f3-af31-83208fea60e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:52Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626ae7cf4cb44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: de5266de-8290-43ca-951e-bb1fc5a00df7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:52Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626ae80048698
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: b3249534-6720-4c9a-8ecb-601de1ea2c6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:52Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626ae808406f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: cf947978-072c-4b50-bf3f-23329620b6e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:55:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:40Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626aef0b47378
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: af4f0725-db81-4a25-8511-09ff08dc6702
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:55:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:38Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626c6fe379f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: baa74abb-ab2e-452c-b92e-2298ada73057
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:55:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:38Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626c6fe37f2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18219"
    uid: 3544fa97-656f-49b5-b962-cd79d0a6fad0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: aad0347c-d42b-4509-a0ec-4e9b2dc34ca0
  kind: Event
  lastTimestamp: "2026-09-17T15:55:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:40Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm.18d626c79f088690
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: 01c9ab80-211e-4deb-935d-c8a24a3a021e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: eb994ca7-3c5d-4d18-9947-79a470852526
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85-tbgpm'
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85.18d626ad6375a537
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: 5582fd1d-3e77-482d-a675-bcfa53c79d5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: efd78c67-b19e-42c6-a934-6831b941af68
  kind: Event
  lastTimestamp: "2026-09-17T15:53:47Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-883e7-predictor-5d96594d85
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:47Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor.18d626ad5b25335c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 7bea85d3-c165-47c4-ab6c-99937b86c940
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: a21a80c7-e1ca-462d-a723-9ca551e22893
  kind: Event
  lastTimestamp: "2026-09-17T15:54:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:32Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor.18d626b0d933b14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 2d4533a5-a922-4425-a033-1c7a57e1840f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: a21a80c7-e1ca-462d-a723-9ca551e22893
  kind: Event
  lastTimestamp: "2026-09-17T15:54:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:32Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor.18d626b0d9e0d02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 8c78670f-e1a8-4813-97d3-9d30ed8b7f8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: a21a80c7-e1ca-462d-a723-9ca551e22893
  kind: Event
  lastTimestamp: "2026-09-17T15:55:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:33Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor.18d626bb56bd5abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 4b128b37-8535-4764-aa9c-ba6aeb88dce4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: a21a80c7-e1ca-462d-a723-9ca551e22893
  kind: Event
  lastTimestamp: "2026-09-17T15:55:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:33Z"
    name: isvc-xgboost-graph-raw-hpa-883e7-predictor.18d626bb573bca0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: 61a76cbc-3369-4580-9777-fa20be1a9640
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-883e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16977"
    uid: 2ddcad73-9567-4e04-8ac7-f4b7ce463ad4
  kind: Event
  lastTimestamp: "2026-09-17T15:55:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:00Z"
    name: isvc-xgboost-graph-raw-hpa-883e7.18d626ad5960e9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: 5b401f24-dd64-4f10-9d6f-12bcd7ede2f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-883e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16977"
    uid: 2ddcad73-9567-4e04-8ac7-f4b7ce463ad4
  kind: Event
  lastTimestamp: "2026-09-17T15:53:47Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-883e7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-883e7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:47Z"
    name: isvc-xgboost-graph-raw-hpa-883e7.18d626ad5a2fe90b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 408f5a91-dedd-40a6-becb-456fa6f65f81
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-883e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: 2ddcad73-9567-4e04-8ac7-f4b7ce463ad4
  kind: Event
  lastTimestamp: "2026-09-17T15:55:00Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-883e7] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:00Z"
    name: isvc-xgboost-graph-raw-hpa-883e7.18d626be5817e199
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 2393c220-3479-4637-bb4a-bd485fc2922d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:55:38.024040Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18202"
    uid: 8a06b4b9-846d-492a-bd73-cd0184cc1705
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d
    to ip-10-0-143-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:55:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:55:38Z"
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d.18d626c6fd753535
    namespace: kserve-ci-e2e-test
    resourceVersion: "18210"
    uid: d6b2bdc6-6f8e-4f73-9efe-3b880ae57f30
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18221"
    uid: 8a06b4b9-846d-492a-bd73-cd0184cc1705
  kind: Event
  lastTimestamp: "2026-09-17T15:55:38Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:55:38Z"
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d.18d626c71f47a2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: 05ecea8f-8ac8-4146-84a9-bd8042d49383
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 8a06b4b9-846d-492a-bd73-cd0184cc1705
  kind: Event
  lastTimestamp: "2026-09-17T15:55:38Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T15:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:38Z"
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d.18d626c7215139a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18236"
    uid: 3f685721-9150-431f-a659-96e038438a06
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 8a06b4b9-846d-492a-bd73-cd0184cc1705
  kind: Event
  lastTimestamp: "2026-09-17T15:55:39Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.274s (1.274s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:39Z"
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d.18d626c76d4dd914
    namespace: kserve-ci-e2e-test
    resourceVersion: "18250"
    uid: 6aac9605-0928-4acd-a6e3-4a7ef0a70fe4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 8a06b4b9-846d-492a-bd73-cd0184cc1705
  kind: Event
  lastTimestamp: "2026-09-17T15:55:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:39Z"
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d.18d626c77061bbd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18251"
    uid: adc10dfb-40fc-42c1-9d4a-ffdd0d2c903f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 8a06b4b9-846d-492a-bd73-cd0184cc1705
  kind: Event
  lastTimestamp: "2026-09-17T15:55:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:39Z"
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d.18d626c770e5de15
    namespace: kserve-ci-e2e-test
    resourceVersion: "18252"
    uid: bc519509-1a73-4c22-ace1-737774346148
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 8a06b4b9-846d-492a-bd73-cd0184cc1705
  kind: Event
  lastTimestamp: "2026-09-17T15:55:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:39Z"
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d.18d626c770ee8a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "18254"
    uid: a6c1457a-7e14-49fa-bfee-5e69c60b9315
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 8a06b4b9-846d-492a-bd73-cd0184cc1705
  kind: Event
  lastTimestamp: "2026-09-17T15:55:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:40Z"
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d.18d626c773b42dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18255"
    uid: e4631b29-eb44-464b-9ee1-3b1c95e5fd9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 8a06b4b9-846d-492a-bd73-cd0184cc1705
  kind: Event
  lastTimestamp: "2026-09-17T15:55:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:40Z"
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d.18d626c77421e004
    namespace: kserve-ci-e2e-test
    resourceVersion: "18256"
    uid: 053718ca-a8bb-4b61-b0c1-0e26a8f376a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 8a06b4b9-846d-492a-bd73-cd0184cc1705
  kind: Event
  lastTimestamp: "2026-09-17T15:57:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:33Z"
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d.18d626e1d7a777cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19490"
    uid: 6d6fd3a7-4188-4b5e-b100-b09f325e399d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 8a06b4b9-846d-492a-bd73-cd0184cc1705
  kind: Event
  lastTimestamp: "2026-09-17T15:57:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:33Z"
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d.18d626e1d7a7ddc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19491"
    uid: a5d538d8-7bac-44d4-a8c3-6c92de242d21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18183"
    uid: 39b315f9-d584-4c76-99ef-a3c5f0abcdd0
  kind: Event
  lastTimestamp: "2026-09-17T15:55:38Z"
  message: 'Created pod: message-dumper-raw-3f9cc-predictor-7f56659f5d-nct2d'
  metadata:
    creationTimestamp: "2026-09-17T15:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:38Z"
    name: message-dumper-raw-3f9cc-predictor-7f56659f5d.18d626c6fc98ffd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18204"
    uid: bd3b2df0-ce24-4d3e-9aa9-b5987f2116f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-3f9cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18180"
    uid: dff57750-c938-46d9-b140-208456ae94d0
  kind: Event
  lastTimestamp: "2026-09-17T15:55:37Z"
  message: Scaled up replica set message-dumper-raw-3f9cc-predictor-7f56659f5d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:37Z"
    name: message-dumper-raw-3f9cc-predictor.18d626c6f960df65
    namespace: kserve-ci-e2e-test
    resourceVersion: "18185"
    uid: 4605ad97-5674-46b7-9952-30bbb19f8b62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-3f9cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: fffdaa66-749c-4ef3-94c7-ff195821dc33
  kind: Event
  lastTimestamp: "2026-09-17T15:56:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:56:08Z"
    name: message-dumper-raw-3f9cc-predictor.18d626ca7825a6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: 8e57f85a-d521-4e0a-b45c-ef5b067f6493
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-3f9cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: fffdaa66-749c-4ef3-94c7-ff195821dc33
  kind: Event
  lastTimestamp: "2026-09-17T15:56:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:56:08Z"
    name: message-dumper-raw-3f9cc-predictor.18d626ca78ac13c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18556"
    uid: 3c927e02-4e32-4f84-b3ec-58ca110949cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-3f9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: 6394ede8-c074-476e-9c53-e2a13c9fd7af
  kind: Event
  lastTimestamp: "2026-09-17T15:55:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:48Z"
    name: message-dumper-raw-3f9cc.18d626c6f97339b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18340"
    uid: 911ecf4c-af1e-4eb5-94ff-54dd1558b682
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-3f9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: 6394ede8-c074-476e-9c53-e2a13c9fd7af
  kind: Event
  lastTimestamp: "2026-09-17T15:55:38Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-3f9cc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-3f9cc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:38Z"
    name: message-dumper-raw-3f9cc.18d626c6fa33175d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: e9cbeaaf-0dee-4749-b921-eee7dec42aba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-3f9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18171"
    uid: 6394ede8-c074-476e-9c53-e2a13c9fd7af
  kind: Event
  lastTimestamp: "2026-09-17T15:55:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-3f9cc": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:38Z"
    name: message-dumper-raw-3f9cc.18d626c702ebff62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18227"
    uid: 20463826-96ab-4581-8650-ab15fd4e9b38
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-3f9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18336"
    uid: 6394ede8-c074-476e-9c53-e2a13c9fd7af
  kind: Event
  lastTimestamp: "2026-09-17T15:55:48Z"
  message: InferenceService [message-dumper-raw-3f9cc] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:48Z"
    name: message-dumper-raw-3f9cc.18d626c9665f756d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: 5db1bf6e-8c44-42ea-ba1f-7768309e4c50
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:04:58.661979Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22618"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:04:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:04:58Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d6274986154a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22622"
    uid: 99af4d15-4e33-4d5d-8c22-5e338f956209
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: "2026-09-17T16:04:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:04:58Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d627498ec590ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22629"
    uid: c785c50a-856d-4cbe-bea4-19d74456c753
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22626"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: "2026-09-17T16:04:59Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:04:59Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d62749cc05b8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22641"
    uid: 2389e89b-1691-4f02-9804-311f06372f38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: "2026-09-17T16:04:59Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T16:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:04:59Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d62749cde4d8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: 0277e220-427f-4d3e-945e-f49f06d31519
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: "2026-09-17T16:05:01Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.182s (1.182s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:01Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d6274a1466fd0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22648"
    uid: 75139850-9679-4232-8ba8-be1f9959d295
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: "2026-09-17T16:05:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:01Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d6274a175b50f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22649"
    uid: d2abb758-ed7c-4be8-9921-cc768b0f5f28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: "2026-09-17T16:05:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:01Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d6274a17cd673d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 7948f7c7-67cf-45ae-bd69-91c480a59526
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: "2026-09-17T16:05:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:01Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d6274a17d800e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22652"
    uid: 0687b5bf-b3e9-4b58-805e-cb5a07d1362d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: "2026-09-17T16:05:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:01Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d6274a1a71c920
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: 4450b5fa-a894-4503-a242-ed3f9e9d400c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: "2026-09-17T16:05:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:01Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d6274a1ae40c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "22654"
    uid: 4479782f-7d7c-4b0a-ba7a-4b9e2d19f5e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d627645ad02ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23297"
    uid: c7688666-fa73-4225-b345-b6628e292dba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d627645ad0c20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23298"
    uid: 17718050-bfcc-40a0-91e9-9ec53725803a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: ca39fdd7-1e42-42e6-9369-2a27fdef2906
  kind: Event
  lastTimestamp: "2026-09-17T16:06:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:54Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc.18d627646283df71
    namespace: kserve-ci-e2e-test
    resourceVersion: "23302"
    uid: af4c1b7b-ea44-4202-937c-9e69604dc948
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22607"
    uid: dedf958d-40ce-47a8-9abf-0ed9a7fa8546
  kind: Event
  lastTimestamp: "2026-09-17T16:04:58Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-xbwzc'
  metadata:
    creationTimestamp: "2026-09-17T16:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:04:58Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d6274985686ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22619"
    uid: 091e8cda-5883-427e-a4fd-7cdab74392e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22605"
    uid: 576834f0-4a79-48bd-bd37-aaaa22a285ef
  kind: Event
  lastTimestamp: "2026-09-17T16:04:58Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:04:58Z"
    name: message-dumper-raw-cipn-predictor.18d627497fb3f4a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22610"
    uid: 1168b343-eb9c-42af-9f2a-9d4409b77f5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 580e827e-f31b-4c77-be03-655c58f9eca5
  kind: Event
  lastTimestamp: "2026-09-17T16:05:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:05:28Z"
    name: message-dumper-raw-cipn-predictor.18d6274cfe81ee1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: 97694625-7a10-443c-8c9b-bb7d98f39485
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 580e827e-f31b-4c77-be03-655c58f9eca5
  kind: Event
  lastTimestamp: "2026-09-17T16:05:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:05:28Z"
    name: message-dumper-raw-cipn-predictor.18d6274cfef37e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22851"
    uid: c7539dbf-e693-4276-9300-b382c08a3029
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22716"
    uid: 580e827e-f31b-4c77-be03-655c58f9eca5
  kind: Event
  lastTimestamp: "2026-09-17T16:05:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:05:43Z"
    name: message-dumper-raw-cipn-predictor.18d62753fd07dc6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22928"
    uid: a7886f37-eb53-4ca5-be67-8381e64f3206
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22716"
    uid: 580e827e-f31b-4c77-be03-655c58f9eca5
  kind: Event
  lastTimestamp: "2026-09-17T16:05:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:05:43Z"
    name: message-dumper-raw-cipn-predictor.18d62753fd624d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "22930"
    uid: 19af0953-5d1e-4310-81ec-c0e04ab1a423
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22599"
    uid: 8e236f17-2431-4807-8f28-e7ee4719c9e1
  kind: Event
  lastTimestamp: "2026-09-17T16:05:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:05:09Z"
    name: message-dumper-raw-cipn.18d627497fa5f23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22697"
    uid: e1caccf6-01b4-4764-b998-d1f53c1e51fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22599"
    uid: 8e236f17-2431-4807-8f28-e7ee4719c9e1
  kind: Event
  lastTimestamp: "2026-09-17T16:04:58Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:04:58Z"
    name: message-dumper-raw-cipn.18d6274980758c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22613"
    uid: 00cd2764-9f20-46c1-9e2e-c977f52b808f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22694"
    uid: 8e236f17-2431-4807-8f28-e7ee4719c9e1
  kind: Event
  lastTimestamp: "2026-09-17T16:05:09Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:05:09Z"
    name: message-dumper-raw-cipn.18d6274bf5d44fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 3753b7e4-668c-4c48-95e1-d1dce4622e76
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:53:37.373054Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: ec42e9a5-88ed-4e1c-92de-5758373b5f20
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-edc89-648dd5f48c-zw9n4
    to ip-10-0-129-204.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:53:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:53:37Z"
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4.18d626aae61942ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: fda20cb9-6630-4a95-854e-b882e188998a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: ec42e9a5-88ed-4e1c-92de-5758373b5f20
  kind: Event
  lastTimestamp: "2026-09-17T15:53:37Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:53:37Z"
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4.18d626ab07cbb64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: b4e8ea41-e480-4fb5-b927-11250d437c72
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-edc89}
    kind: Pod
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: ec42e9a5-88ed-4e1c-92de-5758373b5f20
  kind: Event
  lastTimestamp: "2026-09-17T15:53:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651"
  metadata:
    creationTimestamp: "2026-09-17T15:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:37Z"
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4.18d626ab09a8f067
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: 65b21548-2221-4452-ba58-7d7e4057c541
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-edc89}
    kind: Pod
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: ec42e9a5-88ed-4e1c-92de-5758373b5f20
  kind: Event
  lastTimestamp: "2026-09-17T15:53:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651"
    in 2.205s (2.205s including waiting). Image size: 211751499 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:40Z"
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4.18d626ab8d1e9395
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 35490725-6cdc-4fb0-81c6-2f173e4a88e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-edc89}
    kind: Pod
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: ec42e9a5-88ed-4e1c-92de-5758373b5f20
  kind: Event
  lastTimestamp: "2026-09-17T15:53:40Z"
  message: 'Created container: model-chainer-raw-edc89'
  metadata:
    creationTimestamp: "2026-09-17T15:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:40Z"
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4.18d626ab8fd07bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 68a747a7-37d3-4e64-bb73-5ba5409014e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-edc89}
    kind: Pod
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: ec42e9a5-88ed-4e1c-92de-5758373b5f20
  kind: Event
  lastTimestamp: "2026-09-17T15:53:40Z"
  message: Started container model-chainer-raw-edc89
  metadata:
    creationTimestamp: "2026-09-17T15:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:40Z"
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4.18d626ab90457b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: b441b387-206f-4674-bf00-9eeae57f9bb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-edc89}
    kind: Pod
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: ec42e9a5-88ed-4e1c-92de-5758373b5f20
  kind: Event
  lastTimestamp: "2026-09-17T15:53:47Z"
  message: Stopping container model-chainer-raw-edc89
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:47Z"
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4.18d626ad42585959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: 3b525b3e-c1f9-4682-b522-a464314a0b43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-edc89}
    kind: Pod
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: ec42e9a5-88ed-4e1c-92de-5758373b5f20
  kind: Event
  lastTimestamp: "2026-09-17T15:54:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T15:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:17Z"
    name: model-chainer-raw-edc89-648dd5f48c-zw9n4.18d626ae5c6cded2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: 1e6131c2-dcf8-4ef9-b488-60a59c80d234
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-edc89-648dd5f48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 44795e3b-f41d-4785-a566-47fcc63ae900
  kind: Event
  lastTimestamp: "2026-09-17T15:53:37Z"
  message: 'Created pod: model-chainer-raw-edc89-648dd5f48c-zw9n4'
  metadata:
    creationTimestamp: "2026-09-17T15:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:37Z"
    name: model-chainer-raw-edc89-648dd5f48c.18d626aae4febf37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: ff7a439b-55c6-4255-b68d-3611798f2831
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-edc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: e1650237-607d-4baa-962b-341b377bece3
  kind: Event
  lastTimestamp: "2026-09-17T15:53:37Z"
  message: Scaled up replica set model-chainer-raw-edc89-648dd5f48c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:37Z"
    name: model-chainer-raw-edc89.18d626aae3657e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: 3b6cee7d-8c44-4d44-b51d-b3a7a7a74836
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-edc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: e10c9473-b285-4aba-9fff-efb07baf7873
  kind: Event
  lastTimestamp: "2026-09-17T15:53:37Z"
  message: InferenceGraph [model-chainer-raw-edc89] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:37Z"
    name: model-chainer-raw-edc89.18d626aaef642a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 32a4bf01-8f12-43ba-ad4d-9068767b3236
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:55:27.777755Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18035"
    uid: 5bb4c987-a1b4-4c08-b21b-f27534d884e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-883e7-779bc94f49-7hxkc
    to ip-10-0-129-204.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:55:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:55:27Z"
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc.18d626c49abb69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18040"
    uid: 3cf2ced3-a279-43bf-89a6-d5492ecfb8a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18044"
    uid: 5bb4c987-a1b4-4c08-b21b-f27534d884e5
  kind: Event
  lastTimestamp: "2026-09-17T15:55:28Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:55:28Z"
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc.18d626c4bc88a90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: cea76578-eb2e-4437-8fed-25511a406afc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-883e7}
    kind: Pod
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: 5bb4c987-a1b4-4c08-b21b-f27534d884e5
  kind: Event
  lastTimestamp: "2026-09-17T15:55:28Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:28Z"
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc.18d626c4be0c330f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18060"
    uid: 535d52c8-7a17-4d4a-b01b-62faf5174ecb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-883e7}
    kind: Pod
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: 5bb4c987-a1b4-4c08-b21b-f27534d884e5
  kind: Event
  lastTimestamp: "2026-09-17T15:55:28Z"
  message: 'Created container: model-chainer-raw-hpa-883e7'
  metadata:
    creationTimestamp: "2026-09-17T15:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:28Z"
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc.18d626c4c172e37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18061"
    uid: 7f5208ee-0a7e-4bbc-8f4d-d9c6b74e0c60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-883e7}
    kind: Pod
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: 5bb4c987-a1b4-4c08-b21b-f27534d884e5
  kind: Event
  lastTimestamp: "2026-09-17T15:55:28Z"
  message: Started container model-chainer-raw-hpa-883e7
  metadata:
    creationTimestamp: "2026-09-17T15:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:28Z"
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc.18d626c4c1e42ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: 86b46291-8340-4f94-9dfe-07cb10ae4c37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-883e7}
    kind: Pod
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: 5bb4c987-a1b4-4c08-b21b-f27534d884e5
  kind: Event
  lastTimestamp: "2026-09-17T15:55:37Z"
  message: Stopping container model-chainer-raw-hpa-883e7
  metadata:
    creationTimestamp: "2026-09-17T15:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:37Z"
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc.18d626c6f14a51d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18155"
    uid: 7f4b1a8a-ed4b-4a8d-ac55-9a4e61a344b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-883e7}
    kind: Pod
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: 5bb4c987-a1b4-4c08-b21b-f27534d884e5
  kind: Event
  lastTimestamp: "2026-09-17T15:56:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T15:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:04Z"
    name: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc.18d626c7631499d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18525"
    uid: 5bd0a8b4-9010-4817-9dbe-a9377fc1370c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-883e7-779bc94f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18032"
    uid: a9a3ddfb-b188-42de-ae05-738d4b3f0673
  kind: Event
  lastTimestamp: "2026-09-17T15:55:27Z"
  message: 'Created pod: model-chainer-raw-hpa-883e7-779bc94f49-7hxkc'
  metadata:
    creationTimestamp: "2026-09-17T15:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:27Z"
    name: model-chainer-raw-hpa-883e7-779bc94f49.18d626c49a4c80a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18037"
    uid: 348581e8-9be5-4182-b53e-c16c5f8e5e57
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-883e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18030"
    uid: d44b25f6-ad45-46d9-8f9a-158ec8795cac
  kind: Event
  lastTimestamp: "2026-09-17T15:55:27Z"
  message: Scaled up replica set model-chainer-raw-hpa-883e7-779bc94f49 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T15:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:27Z"
    name: model-chainer-raw-hpa-883e7.18d626c4993aa9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18033"
    uid: 7536d0d0-f1cc-4fd5-af67-5802fc0664ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-883e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: 1160241f-9bca-4eaf-9a95-27be9145d024
  kind: Event
  lastTimestamp: "2026-09-17T15:55:27Z"
  message: InferenceGraph [model-chainer-raw-hpa-883e7] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:27Z"
    name: model-chainer-raw-hpa-883e7.18d626c4a7369bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: cc9be4ce-770b-4492-a418-23fb140fba2d
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-883e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18025"
    uid: 1160241f-9bca-4eaf-9a95-27be9145d024
  kind: Event
  lastTimestamp: "2026-09-17T15:55:28Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-hpa-883e7":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-883e7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:28Z"
    name: model-chainer-raw-hpa-883e7.18d626c4ab3f3377
    namespace: kserve-ci-e2e-test
    resourceVersion: "18053"
    uid: 7faa0c22-a126-4ded-8038-c3c8315794b4
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-883e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18025"
    uid: 1160241f-9bca-4eaf-9a95-27be9145d024
  kind: Event
  lastTimestamp: "2026-09-17T15:55:28Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-883e7": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:28Z"
    name: model-chainer-raw-hpa-883e7.18d626c4ab3f8330
    namespace: kserve-ci-e2e-test
    resourceVersion: "18054"
    uid: bafe0a3e-7596-45d4-90ba-026f3e446707
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:57:31.602492Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19409"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-eef9f-predictor-658d599877-949jb
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:57:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:57:31Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626e16f42e198
    namespace: kserve-ci-e2e-test
    resourceVersion: "19413"
    uid: 2136d8da-d144-47ab-9926-c7c6daac8ba8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19419"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:57:32Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:57:32Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626e19147ab92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: d12f44e1-22f6-4f89-91c1-840863bfda95
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:57:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:32Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626e193013551
    namespace: kserve-ci-e2e-test
    resourceVersion: "19433"
    uid: fb220b94-e8e0-453a-9be1-6cf4837a44a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:57:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:32Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626e195a47d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: 0582f028-f650-417f-8d44-93a8545cf8b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:57:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:32Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626e1961d16b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19435"
    uid: cd3663ad-5ddd-4fb3-8bf4-06c13ab65b68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:57:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:36Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626e286ca97a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19557"
    uid: 29f967fa-ab3e-41cf-a88c-d2283412ff16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:57:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:36Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626e289f47c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: b07257ef-e34a-4f72-aade-3aa9f7b01363
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:57:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:36Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626e28a64b54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: c528b9e5-c23f-48bf-8eaf-8d8f8d549b7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:57:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:36Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626e28a6f8e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: 1138603a-a695-4c4a-8617-0938410b39bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:57:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:36Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626e28dfd51d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: 62f5f249-9bab-4f63-97a2-9889f450ccc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:57:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:36Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626e28eadabf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19567"
    uid: 0364ca78-e25e-483c-be5f-dc6c5ab4ac13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:58:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:44Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626e2fec8da9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: d52169b4-10d7-44f3-8e6c-c4dc4c73e840
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:58:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:51Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626f413ad0d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: 86c295a7-a17f-4f20-af97-84fd9c0934ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:58:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:51Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626f413add71c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20175"
    uid: 30d73781-890b-4117-8f76-3e0f527f4835
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-eef9f-predictor-658d599877-949jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 320003f2-ac95-45c9-9651-5313908c018b
  kind: Event
  lastTimestamp: "2026-09-17T15:58:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:54Z"
    name: raw-sklearn-eef9f-predictor-658d599877-949jb.18d626f4b0e59ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: 7db767f1-2854-4aa4-8b09-9efb093c1ff5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-eef9f-predictor-658d599877
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: 090f51b8-a765-4151-a851-7947b54cbb88
  kind: Event
  lastTimestamp: "2026-09-17T15:57:31Z"
  message: 'Created pod: raw-sklearn-eef9f-predictor-658d599877-949jb'
  metadata:
    creationTimestamp: "2026-09-17T15:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:31Z"
    name: raw-sklearn-eef9f-predictor-658d599877.18d626e16ec9be71
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 245cd7b7-161e-4dd0-94d8-6b52ee542069
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-eef9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 5e50c2e3-f530-4469-a787-a45597a261ab
  kind: Event
  lastTimestamp: "2026-09-17T15:57:31Z"
  message: Scaled up replica set raw-sklearn-eef9f-predictor-658d599877 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T15:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:31Z"
    name: raw-sklearn-eef9f-predictor.18d626e16b42d986
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: ad5aa1fd-0617-44a7-ad63-37d5d0fa1d86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-eef9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 97c02e5c-7855-496c-bd5b-164b44b7d9f2
  kind: Event
  lastTimestamp: "2026-09-17T15:58:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:16Z"
    name: raw-sklearn-eef9f-predictor.18d626e4e9f2f0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: ef973604-752d-4867-8634-041ffc2eb860
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-eef9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 97c02e5c-7855-496c-bd5b-164b44b7d9f2
  kind: Event
  lastTimestamp: "2026-09-17T15:58:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:16Z"
    name: raw-sklearn-eef9f-predictor.18d626e4ea70df47
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: c03c7a94-e527-4da1-92ca-42e8a8e8bda1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-eef9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19655"
    uid: 97c02e5c-7855-496c-bd5b-164b44b7d9f2
  kind: Event
  lastTimestamp: "2026-09-17T15:58:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:46Z"
    name: raw-sklearn-eef9f-predictor.18d626e869e5288a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: dfa3a93d-9a81-422a-82e1-830e093faee3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-eef9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19655"
    uid: 97c02e5c-7855-496c-bd5b-164b44b7d9f2
  kind: Event
  lastTimestamp: "2026-09-17T15:58:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:46Z"
    name: raw-sklearn-eef9f-predictor.18d626e86a85edf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20106"
    uid: f9f4d3c6-9ae3-486d-9833-ae9779e92436
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-eef9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19389"
    uid: 9dbe123e-fccf-4650-b8ba-f9ee9dc32480
  kind: Event
  lastTimestamp: "2026-09-17T15:58:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:58:48Z"
    name: raw-sklearn-eef9f.18d626e16b872c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: 15536f1e-8e67-4140-9ef4-e888ce5e3536
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-eef9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19389"
    uid: 9dbe123e-fccf-4650-b8ba-f9ee9dc32480
  kind: Event
  lastTimestamp: "2026-09-17T15:57:31Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-eef9f": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-eef9f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:57:31Z"
    name: raw-sklearn-eef9f.18d626e16c0ec43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: 4bb6c3f4-7a21-43b1-963e-5e444e12d9dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-eef9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: 9dbe123e-fccf-4650-b8ba-f9ee9dc32480
  kind: Event
  lastTimestamp: "2026-09-17T15:57:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-eef9f": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:57:31Z"
    name: raw-sklearn-eef9f.18d626e173275076
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: 91f71a82-1cab-4b21-84bd-957354df8b93
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-eef9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20129"
    uid: 9dbe123e-fccf-4650-b8ba-f9ee9dc32480
  kind: Event
  lastTimestamp: "2026-09-17T15:58:48Z"
  message: InferenceService [raw-sklearn-eef9f] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:58:48Z"
    name: raw-sklearn-eef9f.18d626f3420cfef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: 96a43204-2192-413b-b727-cacc2916c8f9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:58:56.946341Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    to ip-10-0-133-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:58:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:58:56Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d626f54e26c2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20240"
    uid: 1a810ab8-ab06-4923-8797-d0844e4e5922
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd6ff98f6-7mdjp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20244"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T15:58:57Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:58:57Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d626f5703c40b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20256"
    uid: f13e87d0-a455-4b49-bf0f-90bd77bf8b07
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T15:58:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:57Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d626f571ccd02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20258"
    uid: 3cae212a-9cad-4c00-b96c-d12be79b5027
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T15:58:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:57Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d626f574d5d31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: fc496ee9-81c3-4619-8cbb-4626ee70cfc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T15:58:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:57Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d626f57549d119
    namespace: kserve-ci-e2e-test
    resourceVersion: "20261"
    uid: 7c9dfe98-7ff4-46fc-ac2a-bdeb30a4b327
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T15:59:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:01Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d626f6657dd1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: ef443885-5f51-4002-9227-fc49fdacfc35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T15:59:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:01Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d626f668b8821a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20297"
    uid: d8dc60b7-53f2-483b-8be1-a97eb89cae80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T15:59:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:01Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d626f6693b5d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "20298"
    uid: 03b97f60-ebc9-4f6b-984b-cd9049155623
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T15:59:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:01Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d626f669450cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20299"
    uid: 9d0cd5a6-7066-47e5-b48e-753730b73d85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T15:59:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:01Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d626f66ce1e63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20302"
    uid: 5d5d8069-39cb-430a-a430-62b544768525
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T15:59:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:01Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d626f66d561962
    namespace: kserve-ci-e2e-test
    resourceVersion: "20303"
    uid: da89cb32-2bb0-4a21-835c-e4ce997e7db4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T16:00:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:28Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d626f6dd5ca4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21035"
    uid: 2bbe7500-6f08-4606-b696-504fbbdce716
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T16:00:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:26Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d6270a45528eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: 41a67ee1-e7dd-42e6-a8d4-9d82e41f19bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T16:00:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:26Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d6270a4552f923
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: 0dcd93ca-f541-44da-ab95-59d420b81c77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 1a18bfd7-18f3-462a-b746-880b422fae5e
  kind: Event
  lastTimestamp: "2026-09-17T16:00:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:29Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp.18d6270ae38dd1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: c5d8ce33-b92d-40ee-b809-0a4254ff7533
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20225"
    uid: 438fcb6b-0211-4f41-8924-fd1d3281def0
  kind: Event
  lastTimestamp: "2026-09-17T15:58:56Z"
  message: 'Created pod: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c-n5gnp'
  metadata:
    creationTimestamp: "2026-09-17T15:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:56Z"
    name: raw-sklearn-runtime-f5eca-predictor-6dfbf6967c.18d626f54d924d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20237"
    uid: 92e0a47e-e418-4aa1-9e99-37d3d3602fdf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-f5eca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: d86a28fa-16b3-4de2-9083-d1f3f21fb265
  kind: Event
  lastTimestamp: "2026-09-17T15:58:56Z"
  message: Scaled up replica set raw-sklearn-runtime-f5eca-predictor-6dfbf6967c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:56Z"
    name: raw-sklearn-runtime-f5eca-predictor.18d626f5483e10a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: 75472427-7e2b-4a14-90c6-31a99044f20a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-f5eca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20224"
    uid: 2041cc6c-c0e5-499a-8712-e5320cd8ff1f
  kind: Event
  lastTimestamp: "2026-09-17T15:59:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:59:41Z"
    name: raw-sklearn-runtime-f5eca-predictor.18d626f8c6cfc7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: a0c0534a-1410-48d8-9ecf-3a3ac060383e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-f5eca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20224"
    uid: 2041cc6c-c0e5-499a-8712-e5320cd8ff1f
  kind: Event
  lastTimestamp: "2026-09-17T15:59:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:59:41Z"
    name: raw-sklearn-runtime-f5eca-predictor.18d626f8c7423b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: 5c1ad34f-1bca-4e3f-a919-bdbccfcf7111
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-f5eca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20385"
    uid: 2041cc6c-c0e5-499a-8712-e5320cd8ff1f
  kind: Event
  lastTimestamp: "2026-09-17T16:00:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:26Z"
    name: raw-sklearn-runtime-f5eca-predictor.18d62703453b500e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21020"
    uid: 29ecaca1-6b2d-429d-97a8-c99f3d9161ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-f5eca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20385"
    uid: 2041cc6c-c0e5-499a-8712-e5320cd8ff1f
  kind: Event
  lastTimestamp: "2026-09-17T16:00:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:26Z"
    name: raw-sklearn-runtime-f5eca-predictor.18d6270345b690ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1cce77da-67d0-4076-89fd-02928923f046
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-f5eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20215"
    uid: eb471273-d5a4-4718-9570-bd03695a4a4c
  kind: Event
  lastTimestamp: "2026-09-17T16:00:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:00:18Z"
    name: raw-sklearn-runtime-f5eca.18d626f5486f377f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20837"
    uid: a99b68e1-c56d-4bed-8258-ff6127462a63
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-f5eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20215"
    uid: eb471273-d5a4-4718-9570-bd03695a4a4c
  kind: Event
  lastTimestamp: "2026-09-17T15:58:56Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-f5eca":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-f5eca":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:58:56Z"
    name: raw-sklearn-runtime-f5eca.18d626f548e87e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: cde27986-0003-441f-a6df-28d41a7d3a2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-f5eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: eb471273-d5a4-4718-9570-bd03695a4a4c
  kind: Event
  lastTimestamp: "2026-09-17T16:00:18Z"
  message: InferenceService [raw-sklearn-runtime-f5eca] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:00:18Z"
    name: raw-sklearn-runtime-f5eca.18d6270838bfbd5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20836"
    uid: 762232f3-1718-486b-9b90-de1c6961d4a9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "23475"