---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:25:43.736528Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7c7f45c769-s6bdf
    to ip-10-0-138-84.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:25:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:25:43Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d6323dfc7907b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 3ca1543c-36d6-4043-a8f9-9ad4f1d8063b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:25:44Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:25:44Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d6323e1e861fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 9e46439b-c7b7-4a27-9370-4570df994690
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:25:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:44Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d6323e200f7f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: 886e25bf-d5dc-4d49-8c61-1c29dbfdb79f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:25:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:44Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d6323e22e89be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: 7cb5a4f2-e59a-44ee-af82-01a9c3aeeb12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:25:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:44Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d6323e235fee18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: 006a5f02-dfa5-4508-89c8-266baa258534
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:25:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d6323f46900ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20735"
    uid: 021b4575-67ee-4739-ad8f-034c4bf67df6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:25:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d6323f49e11724
    namespace: kserve-ci-e2e-test
    resourceVersion: "20739"
    uid: e13372e6-bca1-4f12-b040-e045a161b362
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:25:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d6323f4a6d0dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: f406e1ca-050b-446c-8ac3-949d999109ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:25:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d6323f4a7782e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: f5652fbf-c3c9-4f46-8de1-050162ac1868
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:25:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d6323f4d4dbd42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: a5e2c23b-061e-4ac0-8e92-1091d90dc54b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:25:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d6323f4dc975c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 79ddda41-2da6-4109-ab19-18ad5d7781c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:27:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:17Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d6323fbe7a8641
    namespace: kserve-ci-e2e-test
    resourceVersion: "21492"
    uid: 26783855-7d65-4a15-b01c-642698a3170c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:27:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:13Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d63252f667665d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21457"
    uid: de775411-733d-44f4-9584-583f9d3f661f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:27:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:13Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d63252f66813b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21459"
    uid: 5012b627-cf68-4a81-bd1a-4db098b4906c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 14cce15c-8792-4da1-bd9d-9333aa09000c
  kind: Event
  lastTimestamp: "2026-09-17T19:27:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:17Z"
    name: isvc-canary-create-predictor-7c7f45c769-s6bdf.18d63253c4b0e49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21491"
    uid: d5b67ab6-de9f-473a-a67e-36631b77abf2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:25:43.685000Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7c7f45c769-wfcdh
    to ip-10-0-140-225.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:25:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:25:43Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6323df966d0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20632"
    uid: b6328d93-aee8-4805-bd11-1d6d8827e4dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:25:44Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:25:44Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6323e1ba348ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: 0d9a586d-ae3e-42ff-bea6-432b752d2ed8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:25:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:44Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6323e1d2db39a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: e6c0e447-1062-4635-a73f-cdb685692c13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:25:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:44Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6323e1fef162d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 3dd50926-0567-4d0e-8fbd-0a1595060234
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:25:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:44Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6323e20686f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 3977784d-3a70-4b94-ac35-2c2f216f6705
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:25:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6323f46e8fd50
    namespace: kserve-ci-e2e-test
    resourceVersion: "20736"
    uid: 23d5395b-1bfa-40bf-af00-cbe5c8493e37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:25:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6323f4a4b3470
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: 4ef80888-46a2-435e-9f42-270278c54334
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:25:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6323f4ac35c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "20744"
    uid: 589fd169-e015-4178-9aa3-725ab0a84800
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:25:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6323f4acf547a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: 7ebd5f1a-e293-4896-aad1-1f9d03807e2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:25:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6323f4dda462f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20750"
    uid: 6e0301c5-b5cd-478d-b0ea-55d311492fad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:25:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:49Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6323f4e548d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: 05999300-8174-43ba-93ee-87dff3a23606
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:27:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:06Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6323f82f6f93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21370"
    uid: 634f460a-973b-44d8-9dbf-b221b020e2a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:27:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:06Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d6325159572ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: c3280c84-8dbe-4955-a32b-227c0d26dea3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:27:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:06Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d632515957d638
    namespace: kserve-ci-e2e-test
    resourceVersion: "21368"
    uid: 43c7a8cd-b336-4125-8cc5-8e75ba2488c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 306f8a7c-69a7-483e-91ad-3d5295d5b514
  kind: Event
  lastTimestamp: "2026-09-17T19:27:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:36Z"
    name: isvc-canary-create-predictor-7c7f45c769-wfcdh.18d632525f679ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21765"
    uid: b3781330-573a-45a6-b11a-496a14d7f515
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7c7f45c769
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 21583fdb-b97e-447b-8a99-e30cedce62b9
  kind: Event
  lastTimestamp: "2026-09-17T19:25:43Z"
  message: 'Created pod: isvc-canary-create-predictor-7c7f45c769-wfcdh'
  metadata:
    creationTimestamp: "2026-09-17T19:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:43Z"
    name: isvc-canary-create-predictor-7c7f45c769.18d6323df8ded0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: 217c7b7c-3971-4747-be2f-fc86eac7c218
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7c7f45c769
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 21583fdb-b97e-447b-8a99-e30cedce62b9
  kind: Event
  lastTimestamp: "2026-09-17T19:25:43Z"
  message: 'Created pod: isvc-canary-create-predictor-7c7f45c769-s6bdf'
  metadata:
    creationTimestamp: "2026-09-17T19:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:43Z"
    name: isvc-canary-create-predictor-7c7f45c769.18d6323dfc128bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: 073cff70-421b-4c45-9469-446977490cc5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7c7f45c769
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: 21583fdb-b97e-447b-8a99-e30cedce62b9
  kind: Event
  lastTimestamp: "2026-09-17T19:27:06Z"
  message: 'Deleted pod: isvc-canary-create-predictor-7c7f45c769-wfcdh'
  metadata:
    creationTimestamp: "2026-09-17T19:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:06Z"
    name: isvc-canary-create-predictor-7c7f45c769.18d63251598add8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: 5e7f5cc2-01bf-4b47-ab88-3919c7e391f1
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 6a59235f-d3fe-4ce2-bfc1-7a670897c7c1
  kind: Event
  lastTimestamp: "2026-09-17T19:25:43Z"
  message: Scaled up replica set isvc-canary-create-predictor-7c7f45c769 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T19:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:43Z"
    name: isvc-canary-create-predictor.18d6323df5e8e247
    namespace: kserve-ci-e2e-test
    resourceVersion: "20616"
    uid: 6019ea25-7cf5-40c4-9ae4-62b3b25a80ba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21354"
    uid: 6a59235f-d3fe-4ce2-bfc1-7a670897c7c1
  kind: Event
  lastTimestamp: "2026-09-17T19:27:06Z"
  message: Scaled down replica set isvc-canary-create-predictor-7c7f45c769 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:06Z"
    name: isvc-canary-create-predictor.18d6325158cd6f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: 2d97237f-a791-474b-8620-31d60828370e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:25:43.668347Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:25:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:25:43Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323df868ab43
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: 96aa79fd-b819-47cb-a8bd-6aa2a9878242
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:43Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323e01453acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: ba155785-513a-4527-8fe6-345a93248654
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:44Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:25:44Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323e3e3e42df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20675"
    uid: f0aa65f4-d6ea-499d-95e0-60a52fc1a9b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:44Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323e400559db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 7bd98258-f4b9-4f44-91ff-65622d3f3a1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:44Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323e42de2120
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 6cbe5a82-ca00-4c0b-9ce2-271846790ba5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:44Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323e43513eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 61305f50-7725-4f89-8714-6a02d738d352
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:48Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323f272eac6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: b65ff450-39cb-4d30-aee7-c90acae82e76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:48Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323f2ac650c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 42e3df09-8412-4d8c-8573-870dfc2b9bb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:48Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323f2b432ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 3cf524f9-22f3-4e88-b352-a47d14e7b746
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:48Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323f2b4fe904
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: 3d2a8c21-77dc-4ab4-85be-660769f15394
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:48Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323f2e09552b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: abe3fc38-379a-4b58-9405-cf04d8661004
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:48Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323f2e816f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "20731"
    uid: cad567e3-80c1-4fcd-b09c-804f16484077
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:27:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:16Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d6323f9f097b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: 682ead8d-cf49-49ad-a495-6c794421fe8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:27:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:13Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d63252f639ac36
    namespace: kserve-ci-e2e-test
    resourceVersion: "21458"
    uid: 4911bfbd-faf4-4d48-aa9e-0be4005430e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:27:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:13Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d63252f63a28a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: 2c3ef979-0772-4819-9a88-4b5f23daba89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 34230187-dccf-4b5b-bacc-fb35753a12c2
  kind: Event
  lastTimestamp: "2026-09-17T19:27:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:16Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc.18d63253a53ec7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21480"
    uid: b135f68b-17c7-4057-a883-84deae14d38e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-bfcdb48dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b0f11405-9e5e-4ccd-829b-db9a9ad615f6
  kind: Event
  lastTimestamp: "2026-09-17T19:25:43Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-bfcdb48dd-p6nxc'
  metadata:
    creationTimestamp: "2026-09-17T19:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:43Z"
    name: isvc-canary-create-v2-predictor-bfcdb48dd.18d6323df7f59648
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: 7c027f16-f4fd-411b-ab4b-a3c77c89409a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20604"
    uid: b8432f90-1837-47d8-8aab-f44aa76cdd9c
  kind: Event
  lastTimestamp: "2026-09-17T19:25:43Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-bfcdb48dd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:43Z"
    name: isvc-canary-create-v2-predictor.18d6323df3c93f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20606"
    uid: 6230f7e2-338b-4197-bc19-7114ef01fd95
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: 0a2237b2-6d6a-43b2-87cb-843da416cb4d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:27:07Z"
    name: isvc-canary-create.18d6323df590f7af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: a9c27097-7473-46f0-b67c-1c1412c6889b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: 0a2237b2-6d6a-43b2-87cb-843da416cb4d
  kind: Event
  lastTimestamp: "2026-09-17T19:25:43Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:25:43Z"
    name: isvc-canary-create.18d6323df5f9b6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: bb92d83c-5244-4c94-a362-c4aae6bffdfe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: 0a2237b2-6d6a-43b2-87cb-843da416cb4d
  kind: Event
  lastTimestamp: "2026-09-17T19:25:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:25:43Z"
    name: isvc-canary-create.18d6323df5f9f810
    namespace: kserve-ci-e2e-test
    resourceVersion: "20619"
    uid: 65cee7b0-c13a-4ce9-bf69-57d357469dea
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: 0a2237b2-6d6a-43b2-87cb-843da416cb4d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:07Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:27:07Z"
    name: isvc-canary-create.18d6325176dce5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: 585656af-6f9b-4b47-939d-24cc0e3df53b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:27:18.974835Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21538"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:27:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:27:18Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d63254291e4a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: 9b702cff-dd22-449b-99ad-eb38d0a0834a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21551"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d632544b59d3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21577"
    uid: 3caf5586-8750-41a0-9394-e0a7256372a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d632544d186bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21579"
    uid: 6b9c819c-0ef4-4b2c-b1aa-769dd734c91c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d6325450750bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21582"
    uid: f6afd9c7-df2d-4427-bfa5-77649ea4075c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d6325450e880cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: 34908402-3ebf-4fb5-9983-a3c4e7864534
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d632555de973f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: adbf0de4-f167-4dcc-85c5-404e50c43f25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d63255610870c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21649"
    uid: ea571a25-a1e4-4e56-9f46-6d6a5a57473f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d632556187c3a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: fafedcf0-610c-46f9-aa7a-414c75f666bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d6325561940641
    namespace: kserve-ci-e2e-test
    resourceVersion: "21651"
    uid: e5b9babd-6872-492f-8462-91b2a94e6ca7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d6325566c8106e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: a2b742c4-2cb7-4f0b-8898-9aea45187775
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d63255674070b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: ebf6e085-0a4f-4d6e-af5b-3cfbb76001e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:28:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:51Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d632559a02dad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22362"
    uid: 026913ba-5904-4a6b-bce5-b7c9700f5cda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:28:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:49Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d6326920cd28c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: ad96dcfd-9419-4fb4-84df-1719ba524261
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:28:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:49Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d6326920cdae67
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 7f9a415f-62d9-4515-84de-3552971dd5db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: d05fdd99-92a5-4625-8904-140482c6a53d
  kind: Event
  lastTimestamp: "2026-09-17T19:28:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:51Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-nbg4n.18d63269a05bb384
    namespace: kserve-ci-e2e-test
    resourceVersion: "22361"
    uid: 9cb85a20-617e-40bf-ac91-b0b21ce9a5d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:27:19.036520Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    to ip-10-0-140-225.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d632542ccb75b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21556"
    uid: 2c69a6b3-dc2a-42f1-9c4b-583406002b00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d632544f14400f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21580"
    uid: 975ca7d4-7070-4002-9019-8066bae90a77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d63254509f17ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21583"
    uid: 121eaca6-9d85-4555-9aeb-9357ed343971
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d6325453e24048
    namespace: kserve-ci-e2e-test
    resourceVersion: "21587"
    uid: 052d3476-9e3e-4df6-ba96-48a92e5c7a36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d63254545e4d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 6f79c4ce-5fc0-468f-b845-d260b5cbe55c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d632557e05eae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: d2d64a6d-e70a-4be8-bec0-ed0d29554c12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d6325581935077
    namespace: kserve-ci-e2e-test
    resourceVersion: "21660"
    uid: cd13d500-6d0a-470f-b14a-e43434d614e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d6325582131591
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 734be6eb-d156-4756-a29a-bf842e01c8a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d63255821e6a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21663"
    uid: 04e0edfb-110d-45f8-9887-53a9c3c7a6f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d63255851ad7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21665"
    uid: b4d04b87-5695-42b7-b1d1-656f893e16bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d63255859418a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21666"
    uid: fec6e948-ea53-4e88-8301-d17453b33ce5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:28:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d63255f5ef786c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22259"
    uid: f93d838b-5940-4eb4-b4fe-9f36396fec5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:28:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d6326777c4bfc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22256"
    uid: 950741f4-fa0e-4aab-9cff-68c4de5f5b72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:28:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d6326777c5dadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: d186d029-e009-464f-98c0-1fbcafd5ed1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ca915107-c9a7-4f29-9d4d-24f6a26b7596
  kind: Event
  lastTimestamp: "2026-09-17T19:29:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:07Z"
    name: isvc-canary-promote-predictor-78b4c78fb9-wk2mc.18d63267a8173621
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: 3d9de908-cbdb-4f73-b271-fda63da6f61f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-78b4c78fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 071e189c-b948-4a3e-bb85-36f1557bffd3
  kind: Event
  lastTimestamp: "2026-09-17T19:27:18Z"
  message: 'Created pod: isvc-canary-promote-predictor-78b4c78fb9-nbg4n'
  metadata:
    creationTimestamp: "2026-09-17T19:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:18Z"
    name: isvc-canary-promote-predictor-78b4c78fb9.18d6325428c073a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: 897c6163-56f0-498f-8220-541b7fa7731b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-78b4c78fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 071e189c-b948-4a3e-bb85-36f1557bffd3
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: 'Created pod: isvc-canary-promote-predictor-78b4c78fb9-wk2mc'
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-canary-promote-predictor-78b4c78fb9.18d632542c785016
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: 7d168ce3-3adb-41d8-8671-7339acfda127
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-78b4c78fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: 071e189c-b948-4a3e-bb85-36f1557bffd3
  kind: Event
  lastTimestamp: "2026-09-17T19:28:41Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-78b4c78fb9-wk2mc'
  metadata:
    creationTimestamp: "2026-09-17T19:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:41Z"
    name: isvc-canary-promote-predictor-78b4c78fb9.18d6326777a07c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22253"
    uid: 709be1d3-f1b4-4e92-98df-03386ddb07b2
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21524"
    uid: 42475409-8ae0-4d7c-9b5f-2c83c02ba4f4
  kind: Event
  lastTimestamp: "2026-09-17T19:27:18Z"
  message: Scaled up replica set isvc-canary-promote-predictor-78b4c78fb9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T19:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:18Z"
    name: isvc-canary-promote-predictor.18d6325425373e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: e902c0d9-fb32-43ea-944b-946aa8bf6552
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22244"
    uid: 42475409-8ae0-4d7c-9b5f-2c83c02ba4f4
  kind: Event
  lastTimestamp: "2026-09-17T19:28:41Z"
  message: Scaled down replica set isvc-canary-promote-predictor-78b4c78fb9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:41Z"
    name: isvc-canary-promote-predictor.18d632677703be7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22249"
    uid: 7dbb34ae-af54-4797-bb0f-f70a63985903
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:27:18.965460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21534"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:27:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:27:18Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d63254288f31eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: 93c19acc-7445-4574-b237-8e16f11ca434
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d6325435787616
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: 31e0559d-7dc6-4167-abd9-e1a1f53acb4c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:27:20Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:27:20Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d632546f4c7774
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 1a4e5b65-5d4e-472d-b262-055530044ddf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:27:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:20Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d6325470b2ac00
    namespace: kserve-ci-e2e-test
    resourceVersion: "21598"
    uid: 946ac9ab-6091-4730-b124-e5c11615a8b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:27:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:20Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d632547388369e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21601"
    uid: 2e42d68d-1b7b-4e06-aa49-b000b1400f5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:27:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:20Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d6325473feba2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: a688c6ef-6da5-4e4b-b57d-5a31d0a5b471
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:27:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:25Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d6325599d9d57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21671"
    uid: 32a2d871-7db1-44bb-b0ff-f788a903b989
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:27:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:25Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d632559d021dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21676"
    uid: ed23304a-72c6-4ab4-8ec9-3068243af111
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:27:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:25Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d632559d7d0bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: da872648-e239-42b3-a6f4-6c606add419d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:27:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:25Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d632559d880836
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: 9ece9e78-d83a-4552-aa57-c01147209d68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:27:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:25Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d63255a02e1725
    namespace: kserve-ci-e2e-test
    resourceVersion: "21680"
    uid: 66710962-bb54-4400-a742-8a13bbb206dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:27:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:25Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d63255a0a3619f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21681"
    uid: d7d039bf-77c8-47cd-9132-4ba854136f49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:30:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:21Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d6325611e2a8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23040"
    uid: ea41e816-ee6b-425a-9cc9-2802c4b3a46e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:30:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:19Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d6327e21e2601b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23014"
    uid: 6c79492b-605d-41aa-9a36-e27c9bdf4146
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:30:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:19Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d6327e21e30f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23016"
    uid: 353882f9-197f-42ad-af6b-fe6aa8ef0777
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 86a097c7-53f1-4020-a1b3-6f6c96deec67
  kind: Event
  lastTimestamp: "2026-09-17T19:30:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:23Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775.18d6327f0c7d8ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "23049"
    uid: 38c4d7f4-1513-4384-9efe-ac63f7e55d6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:28:49.104923Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    to ip-10-0-140-225.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:28:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:28:49Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d63269254a3f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22336"
    uid: f0510859-bbaf-4f8c-a9f2-fc5a89a05245
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22340"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:49Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:28:49Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d632694790a56b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: c2810ed2-9556-4fc8-9129-cdfe6ce4bec0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:49Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d63269491633a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22347"
    uid: 38666ebc-0230-4019-9ef3-8f55d8711958
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:49Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d632694bea8a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 1bb5e7b3-16c8-4ac3-973f-e6048c137d9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:49Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d632694c62872a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: 80fd4bef-af75-4bea-9ad4-3bad94962554
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:54Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d6326a4e0894f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22387"
    uid: 4a47b15a-755d-4f33-b995-f0820b6415ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:54Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d6326a50cf7bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: 54cd9d73-fe67-4af8-a042-359fb9f1b20c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:54Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d6326a5148c1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22390"
    uid: 58693fd3-8539-432a-a8fe-71d7a075ecd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:54Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d6326a515434f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22392"
    uid: ef9abed8-a3b4-4b48-a0ee-3046354ae4bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:54Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d6326a550bf979
    namespace: kserve-ci-e2e-test
    resourceVersion: "22394"
    uid: d97e4ac2-1824-497d-a47a-f49af54915db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:54Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d6326a5585b4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22395"
    uid: 761f888b-46a7-42e2-b7ea-2a8b84eaa358
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:30:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:11Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d6326a8a066ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 2ff964ce-0e5d-4ebe-8ea1-80d00da72345
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:30:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:19Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d6327e21c25550
    namespace: kserve-ci-e2e-test
    resourceVersion: "23013"
    uid: 051b852d-d95b-4990-bf14-131505846a7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:30:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:19Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d6327e21c42980
    namespace: kserve-ci-e2e-test
    resourceVersion: "23015"
    uid: 39d5e36a-79bd-4365-ad8a-835534e673a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d2c4d7c5-b393-4071-8b45-b03f5bd470dc
  kind: Event
  lastTimestamp: "2026-09-17T19:30:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:21Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn.18d6327e903ae08f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23033"
    uid: d8615978-cc3b-459a-a648-7acbb27bb27a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21517"
    uid: bf3b3e63-8ba3-4b7e-b813-d9a50b8480c3
  kind: Event
  lastTimestamp: "2026-09-17T19:27:18Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-79d9bd5fdb-9n775'
  metadata:
    creationTimestamp: "2026-09-17T19:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:18Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb.18d63254280e5402
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 6ab060c7-86a1-4ce0-88c2-1f545151b258
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22322"
    uid: bf3b3e63-8ba3-4b7e-b813-d9a50b8480c3
  kind: Event
  lastTimestamp: "2026-09-17T19:28:49Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-79d9bd5fdb-g9bkn'
  metadata:
    creationTimestamp: "2026-09-17T19:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:49Z"
    name: isvc-canary-promote-v2-predictor-79d9bd5fdb.18d6326924b94490
    namespace: kserve-ci-e2e-test
    resourceVersion: "22333"
    uid: 8ba8c4e7-af15-4978-a7c4-3c1c0701d0b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21516"
    uid: 844f557b-2cf2-42ed-8e95-1900c21b3d6a
  kind: Event
  lastTimestamp: "2026-09-17T19:27:18Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-79d9bd5fdb from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:18Z"
    name: isvc-canary-promote-v2-predictor.18d63254232703da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21518"
    uid: 8ade2c0f-2520-48d1-8615-de9b0ab9cdac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: 844f557b-2cf2-42ed-8e95-1900c21b3d6a
  kind: Event
  lastTimestamp: "2026-09-17T19:28:49Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-79d9bd5fdb from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T19:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:49Z"
    name: isvc-canary-promote-v2-predictor.18d63269200d4df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22324"
    uid: 2870ba40-3c36-4617-ad68-17f9f1fbc8ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: bcf560ed-93a6-429f-b42a-85ed59fa1076
  kind: Event
  lastTimestamp: "2026-09-17T19:28:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:42Z"
    name: isvc-canary-promote.18d6325424cc480a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: 3e5818ac-3a8e-42af-9527-058195de35b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: bcf560ed-93a6-429f-b42a-85ed59fa1076
  kind: Event
  lastTimestamp: "2026-09-17T19:28:41Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:41Z"
    name: isvc-canary-promote.18d63254254a1d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "22263"
    uid: 7b926c5a-c773-472a-bbfa-ec18890158ad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: bcf560ed-93a6-429f-b42a-85ed59fa1076
  kind: Event
  lastTimestamp: "2026-09-17T19:28:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:41Z"
    name: isvc-canary-promote.18d63254254a716a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: fb485ad6-5364-493d-bd6b-004577e9bca1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22266"
    uid: bcf560ed-93a6-429f-b42a-85ed59fa1076
  kind: Event
  lastTimestamp: "2026-09-17T19:30:17Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:30:17Z"
    name: isvc-canary-promote.18d632677e4c0675
    namespace: kserve-ci-e2e-test
    resourceVersion: "22982"
    uid: bed14748-70db-4d4d-a975-b370796e10be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:16:55.345195Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15206"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-97977b6b5-2fskk
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:16:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631c2f5e52f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: baf5644d-4268-4774-84ec-d48e0ce03bb3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631c317d04be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15225"
    uid: a71aa4ce-3941-42af-879f-29e97d403c6b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631c31940fb70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15227"
    uid: d8c7ac31-904a-488d-a6e9-77f84fd7d2b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631c31c4dda59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15229"
    uid: b6b68438-143b-4129-a74e-a9b87cfb7f4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631c31cc23c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15231"
    uid: 47cc6c31-fcfa-4f76-855c-e5be7f916049
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631c426a3d730
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: e86bb1cf-0a37-4f94-8e2c-314be16ee693
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631c4299d8d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: 78b3b378-6b86-462a-8ed0-2fdced1bb866
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631c42a1ca72e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: 03f11950-736a-4e43-97e6-459276839546
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631c42a28f8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: 6c1fa782-a5fd-444c-996f-61919979810a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631c42db4edce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: 1eab7573-3ca9-4b4f-a6d5-8cc1250ea0b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631c42e529d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: 3074e567-ed29-475e-9f95-522d7ccd9114
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:18:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:28Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631c49ea10391
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: 7853bb82-927f-4941-87ce-cfe6ca51c926
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:18:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:25Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631d7e8baf0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: 9335f91d-757f-4579-978e-0d18d666dbf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:18:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:25Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631d7e8bb8c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16086"
    uid: f86992ba-79f6-4a04-b5b3-d0ad2d62cc43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: ec74f400-7706-4361-99cc-b32b746af739
  kind: Event
  lastTimestamp: "2026-09-17T19:18:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:28Z"
    name: isvc-canary-rollback-predictor-97977b6b5-2fskk.18d631d8a4e30e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: 08fc88db-8738-4475-bad8-f27248c5758c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:05.687208Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14197"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-97977b6b5-6g26f
    to ip-10-0-138-84.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631a96dc51a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "14202"
    uid: cec8a003-8df4-4a5f-bd2f-c0efe1fdfb54
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14206"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631a98fe87386
    namespace: kserve-ci-e2e-test
    resourceVersion: "14237"
    uid: d807efd4-eaf9-40d9-b3ef-75e4a7e9f118
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631a99186331c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14239"
    uid: 54520f6a-2225-4d6d-bf0c-6c5eedc73c5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631a99455a3a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14242"
    uid: 84ea8a5b-c5ba-41ef-9664-06bd648f5425
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631a994e394cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: e20f2259-6d27-4a37-8c87-ed353ee7b8f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:15:10Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
  metadata:
    creationTimestamp: "2026-09-17T19:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:10Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631aa900b1f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14306"
    uid: 0246ea68-2833-423d-bbb9-87ba6f0b7d1c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:15:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    in 16.188s (16.188s including waiting). Image size: 1607070610 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:26Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631ae54f33ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14434"
    uid: 4e4c0864-edfe-465b-92ac-9748ffe625f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:15:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:26Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631ae588ecf0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14436"
    uid: eed71358-fa19-4cd9-b954-15667800ba65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:15:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:26Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631ae590a6bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14439"
    uid: 036b5ce5-63f9-4172-b5f1-829b2fbcd5df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:15:26Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:26Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631ae5918dd64
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: f1ace101-ae6d-48b8-9f00-1bdd09efc4ac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.434s (2.434s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631aeea36301b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: ffbb0708-9792-4b61-842a-15561c6aaf5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631aeeea9f62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14476"
    uid: 03a57f6d-ec04-45a1-a1b8-e6d2e7a150fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631aeef28957b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: e7bc3101-bea6-45bc-9b72-d54af5f2eb34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:18:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:25Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631af03f82f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 046ff668-c86a-4325-ac9f-bb1f2c5d8f73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:18:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:25Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631d7e8aa5306
    namespace: kserve-ci-e2e-test
    resourceVersion: "16083"
    uid: 5d4c3aca-538a-4f44-b154-fdfd09d71bc8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:18:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:25Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631d7e8aacee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: a4e490be-5675-4bef-bffa-918c9c4251bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 87c2b26f-a1bf-48ca-b628-d6addf25c390
  kind: Event
  lastTimestamp: "2026-09-17T19:18:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:25Z"
    name: isvc-canary-rollback-predictor-97977b6b5-6g26f.18d631d7febab873
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: 96b630cb-c551-4043-b309-383049cec624
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:05.559757Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14177"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-97977b6b5-t5fl8
    to ip-10-0-140-225.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631a9662c5b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "14180"
    uid: 78c3e7ff-9b83-4a05-9148-c1d2c457c979
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631a970bf2dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14209"
    uid: 25bc6468-7133-4fe3-bdaa-8e9a0cd38f64
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14188"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631a9ac4dd054
    namespace: kserve-ci-e2e-test
    resourceVersion: "14259"
    uid: 6f3d7f5d-9b76-4f8b-a48b-f40e60f8cdeb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631a9ae063dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14261"
    uid: 5052bcb2-5c56-48e9-a659-9b33a03ca668
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:09Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    in 3.093s (3.093s including waiting). Image size: 306615211 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:09Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631aa666d2676
    namespace: kserve-ci-e2e-test
    resourceVersion: "14284"
    uid: 9eb5ae5e-589b-49d6-9c02-9952d4d703cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:09Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631aa6a78ebbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14287"
    uid: ea83913c-b1a9-4402-8148-762aa486a4f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:09Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631aa6afd2f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "14289"
    uid: d2c33839-b08d-49ba-9d48-38b66313578d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:14Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
  metadata:
    creationTimestamp: "2026-09-17T19:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:14Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631ab7a6aa000
    namespace: kserve-ci-e2e-test
    resourceVersion: "14346"
    uid: 4ed3709f-5a2c-488a-90c4-0e1dd709babd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:27Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    in 13.346s (13.346s including waiting). Image size: 1607070610 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:27Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631ae95ebacd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14454"
    uid: 1ff08071-319d-47ed-85a3-26b800500503
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:27Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631ae99830d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14455"
    uid: efbff0e8-dcca-4937-af03-94ff461f8679
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:27Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631ae9a0666be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14456"
    uid: 9fc38379-acce-4f30-bb51-1bdafb06f81c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:27Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:27Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631ae9a16e879
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: e0335d31-ae61-409d-9ff8-e6490828e87f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.289s (2.289s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:30Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631af22885348
    namespace: kserve-ci-e2e-test
    resourceVersion: "14488"
    uid: b1175123-a676-466e-8184-9123dd31257e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:30Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631af26376854
    namespace: kserve-ci-e2e-test
    resourceVersion: "14489"
    uid: 95481447-bb4a-42fd-b02b-2f2b20a2ba20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:30Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631af26bcd8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "14490"
    uid: 5c9a3f43-e6e6-4417-9b71-266bce6ac80c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631af76a5da56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: 8079daa6-a472-4110-a9bf-74ab78c4bbbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631c0bf3bddb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: f7e64d34-108a-4b3b-8839-63464a95b63a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631c0bf3c6114
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: f0358015-1fa7-4aaf-8fb0-f4361f40ab46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: c128fead-2a07-45ed-9ac1-417fb3860bd3
  kind: Event
  lastTimestamp: "2026-09-17T19:17:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:12Z"
    name: isvc-canary-rollback-predictor-97977b6b5-t5fl8.18d631c128cbe2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15502"
    uid: 2157ec62-c35a-4af9-933c-4df31533d61a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-97977b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14160"
    uid: 354f54e7-1275-4407-bc50-a1013758d3bf
  kind: Event
  lastTimestamp: "2026-09-17T19:15:05Z"
  message: 'Created pod: isvc-canary-rollback-predictor-97977b6b5-t5fl8'
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-canary-rollback-predictor-97977b6b5.18d631a965c879d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14178"
    uid: 60113986-92d0-4755-b1a4-9b51eea760be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-97977b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14160"
    uid: 354f54e7-1275-4407-bc50-a1013758d3bf
  kind: Event
  lastTimestamp: "2026-09-17T19:15:05Z"
  message: 'Created pod: isvc-canary-rollback-predictor-97977b6b5-6g26f'
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-canary-rollback-predictor-97977b6b5.18d631a96d348c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "14199"
    uid: 3c5d940d-8df4-47fc-8bbb-f575ae59a141
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-97977b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: 354f54e7-1275-4407-bc50-a1013758d3bf
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-97977b6b5-t5fl8'
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: isvc-canary-rollback-predictor-97977b6b5.18d631c0bf2feced
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: 1faee49a-da9c-4f70-af0f-3103ef09eca5
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-97977b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15191"
    uid: 354f54e7-1275-4407-bc50-a1013758d3bf
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: 'Created pod: isvc-canary-rollback-predictor-97977b6b5-2fskk'
  metadata:
    creationTimestamp: "2026-09-17T19:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback-predictor-97977b6b5.18d631c2f55f6916
    namespace: kserve-ci-e2e-test
    resourceVersion: "15207"
    uid: 0ea24772-8de4-45e7-8c12-2828e545d723
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14159"
    uid: bea803c1-6bc4-4198-a8da-71bd26538f0c
  kind: Event
  lastTimestamp: "2026-09-17T19:15:05Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-97977b6b5 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-canary-rollback-predictor.18d631a95e0fb8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14163"
    uid: 1d691557-4d3f-441d-af57-970b56f65a96
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: bea803c1-6bc4-4198-a8da-71bd26538f0c
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-97977b6b5 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: isvc-canary-rollback-predictor.18d631c0be97243f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15096"
    uid: cab6959e-d3f4-43ba-8369-261a7565cbb5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: bea803c1-6bc4-4198-a8da-71bd26538f0c
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-97977b6b5 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-17T19:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback-predictor.18d631c2ec1ba184
    namespace: kserve-ci-e2e-test
    resourceVersion: "15195"
    uid: 1cfbb8c2-3578-43f7-9c51-b4898daf7ac3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:05.453032Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14161"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    to ip-10-0-138-84.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631a95fcfd04b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14170"
    uid: ee3703d0-fd86-476f-a7c4-053875a13e81
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14175"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631a981b8b249
    namespace: kserve-ci-e2e-test
    resourceVersion: "14230"
    uid: deacd10c-b77b-424c-9894-f17ddfafe02b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631a983dfee8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14232"
    uid: cbdb5718-3d2a-4ee7-814a-9ad8e105fe8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631a98752e9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14233"
    uid: 3e06d044-f3d4-4214-abbf-039054204129
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631a987d0367f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14234"
    uid: 435d2bf4-02a6-4c5d-8ebe-10e644caa9e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:15:10Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
  metadata:
    creationTimestamp: "2026-09-17T19:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:10Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631aa9023229f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14307"
    uid: cf5d33f3-ab7e-496b-849c-771cf40e6697
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:15:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    in 16.192s (16.192s including waiting). Image size: 1607070610 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:26Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631ae5549033e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14435"
    uid: 8d18a33a-bd3c-4364-82f4-381a76f7c1b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:15:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:26Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631ae58a56887
    namespace: kserve-ci-e2e-test
    resourceVersion: "14438"
    uid: 681b471f-bba2-4f36-96d2-1bcc091985b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:15:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:26Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631ae593194b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14441"
    uid: 163360f1-eadc-4f5b-b2a7-118fe88ff594
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:15:26Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:26Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631ae593df780
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: f5281243-08eb-4a7c-a4af-141f9d2496a2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.455s (2.455s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631aeeb95637e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 07ef9d08-3611-475a-8206-6f2a86ae640b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631aeeeb69383
    namespace: kserve-ci-e2e-test
    resourceVersion: "14477"
    uid: a867af33-1272-4d12-b4af-ce21b718a1af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631aeef35b9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14479"
    uid: 27e3c1c5-fc1f-423c-b86f-e1436d36b665
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631af04114366
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: 0449455b-097c-4226-b358-b23eb9251cb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631c2ec98722c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15198"
    uid: 9d0ced89-aea4-46da-9919-bc52c116a0f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631c2ec98f953
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 3dcf6d3f-e302-4b14-a8b4-6b42b31cee2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: b9ded7f9-e7d2-48d0-b611-d8dc74f41218
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf.18d631c30a47aebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: 4ac4153b-ec37-434c-8a36-004959dcc3bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-5db5496f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14148"
    uid: 0e1a57c5-d5ad-4923-9d85-48bc81a1c6eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:05Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-5db5496f8d-pprmf'
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-canary-rollback-v2-predictor-5db5496f8d.18d631a95eb6f277
    namespace: kserve-ci-e2e-test
    resourceVersion: "14167"
    uid: 32794ce7-a615-4467-9c1a-1737cefae3fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14147"
    uid: 86c96f9c-6eae-4abb-a833-284fc53b1ba3
  kind: Event
  lastTimestamp: "2026-09-17T19:15:05Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-5db5496f8d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-canary-rollback-v2-predictor.18d631a951bf2aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "14149"
    uid: 0ca13d9d-a2ce-464d-926f-2f0a870fb06b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14137"
    uid: 1914385d-6a7e-48c0-8a54-12ff02d98ec0
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback.18d631a95d7e98e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 145f1115-61bd-4600-bbd0-4cf6f2e556c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14137"
    uid: 1914385d-6a7e-48c0-8a54-12ff02d98ec0
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback.18d631a95ebd01a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: 96927dc3-74ad-44f4-927f-ddaaccd520cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14137"
    uid: 1914385d-6a7e-48c0-8a54-12ff02d98ec0
  kind: Event
  lastTimestamp: "2026-09-17T19:16:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:55Z"
    name: isvc-canary-rollback.18d631a95ebd5b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "15205"
    uid: 0ecb9023-2a9a-4fa5-b11a-0fffa778d337
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: 1914385d-6a7e-48c0-8a54-12ff02d98ec0
  kind: Event
  lastTimestamp: "2026-09-17T19:18:18Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:18Z"
    name: isvc-canary-rollback.18d631c0c58c05db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: 31f1f2cf-d503-4e80-955f-e02c8e838e88
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:18:30.589585Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16176"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-55656fdf77-6k5vs
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:18:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:18:30Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631d922e74256
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: b1f2ddb9-77e1-457d-a0d1-df5a66d2332b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16187"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:31Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:18:31Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631d9451061b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: 432d2082-982f-48ef-b9ce-4b1383d3c6e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:31Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631d946895ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: cd5be400-11d0-4a4e-810f-bd5ea57b34d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:31Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631d9498e9ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: 8c421ff7-1c20-468b-86f1-64a1dcfe07c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:31Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631d94a02cfb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: 603927ca-9c3f-42fe-824f-f6103233148c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631da5e54db99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 103a3fd5-6637-4e9d-8220-5a960f29872d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631da61c09368
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: b5838b49-f61a-491c-99e4-390b3df33b69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631da62494cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16300"
    uid: 18fc7ffd-92f8-4b60-b6a6-bd7534a1b2d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631da6253111a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 312d11ff-76ce-4c80-8a74-912cf26b78cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631da65358b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: bfbad922-6c54-49d2-b25a-99cfbb781fb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:36Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631da65aa5ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: 61fb6bfa-c85e-4eae-900b-33317d8b6122
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:13Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631dad636e31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17360"
    uid: 3fb4137a-5d13-40d7-b91a-66cbb4dfc441
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:10Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631f0556aafc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17297"
    uid: d1a8ae08-6a1e-40c5-9992-006ae59070e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:10Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631f0556b4c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: f82a5053-72c9-493b-95a8-1f98a546e899
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 51310d70-7568-4c17-beb5-7be4bee6764b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:13Z"
    name: isvc-canary-stop-predictor-55656fdf77-6k5vs.18d631f1306b02c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 6debd445-cc31-49da-9b6a-4f32039e4682
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:18:30.639163Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-55656fdf77-b2rqf
    to ip-10-0-138-84.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:18:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:18:30Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631d925dbbfe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: 4b191f99-0a2c-4c96-a774-d10d42c380ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:18:31Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:18:31Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631d947f2fc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16217"
    uid: a18e8e8a-fcc6-41a0-9d1d-93fc7805da44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:18:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:31Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631d9496162ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16219"
    uid: 8a9a1cf9-326a-49a5-af7c-65a1f4758bb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:18:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:31Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631d94cf72d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: bf3a3312-67c1-410d-a0d7-0c2aae1c55ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:18:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:31Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631d94d762a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16223"
    uid: ce4b4bed-4161-4512-a978-86f076d125f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631da49790b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 4587cfcd-1399-40cb-832a-591f39948a90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631da4cd3a74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: 7a0f83aa-c26c-433b-b5af-44e6f76f3a0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631da4d4a5a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: ff229c04-646c-4b2d-ba68-3c64593b760e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631da4d53f49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: cea33a2b-7c73-4ccc-b469-691832e2a385
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631da502f82a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: fa10831a-e21e-4bcc-b552-4671c8eb9f75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631da50a6e2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: be3179cd-589f-4ebc-bb2c-70d52b41f3b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:20:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:13Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631dac164c522
    namespace: kserve-ci-e2e-test
    resourceVersion: "17353"
    uid: 3f66b4e2-f4f0-43f5-ba40-c3d13fca5308
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:20:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:10Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631f06e96fb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: 34834805-a378-4128-b415-207569c791fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:20:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:10Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631f06e978d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17329"
    uid: b861d870-b9e2-4bdc-92ae-d79f5e95c403
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: c127a93a-0e5f-4e31-840c-2e5ec2a7105c
  kind: Event
  lastTimestamp: "2026-09-17T19:20:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:13Z"
    name: isvc-canary-stop-predictor-55656fdf77-b2rqf.18d631f11ba8a982
    namespace: kserve-ci-e2e-test
    resourceVersion: "17352"
    uid: 73d0ead0-9615-4fc8-8e48-af55412f3eaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-55656fdf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 46b10c00-631e-4527-bc51-fb1b0c2fac24
  kind: Event
  lastTimestamp: "2026-09-17T19:18:30Z"
  message: 'Created pod: isvc-canary-stop-predictor-55656fdf77-6k5vs'
  metadata:
    creationTimestamp: "2026-09-17T19:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:30Z"
    name: isvc-canary-stop-predictor-55656fdf77.18d631d9223a1fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: 4b054022-f79f-4cd9-aaea-277aacde6ee7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-55656fdf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 46b10c00-631e-4527-bc51-fb1b0c2fac24
  kind: Event
  lastTimestamp: "2026-09-17T19:18:30Z"
  message: 'Created pod: isvc-canary-stop-predictor-55656fdf77-b2rqf'
  metadata:
    creationTimestamp: "2026-09-17T19:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:30Z"
    name: isvc-canary-stop-predictor-55656fdf77.18d631d92548a271
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: f8e76d01-05a8-481a-851f-ac0c88134b1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-55656fdf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17289"
    uid: 46b10c00-631e-4527-bc51-fb1b0c2fac24
  kind: Event
  lastTimestamp: "2026-09-17T19:20:10Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-55656fdf77-6k5vs'
  metadata:
    creationTimestamp: "2026-09-17T19:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:10Z"
    name: isvc-canary-stop-predictor-55656fdf77.18d631f0553eb91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17293"
    uid: 7d76e37e-5ca6-4f09-9972-4ebc753af3a5
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16156"
    uid: 74d5084b-32b5-48c6-b90f-fe6121f2e042
  kind: Event
  lastTimestamp: "2026-09-17T19:18:30Z"
  message: Scaled up replica set isvc-canary-stop-predictor-55656fdf77 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T19:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:30Z"
    name: isvc-canary-stop-predictor.18d631d91cfa24e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: 67b87d6e-9226-47b5-aee6-80a8dcd49f87
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: 74d5084b-32b5-48c6-b90f-fe6121f2e042
  kind: Event
  lastTimestamp: "2026-09-17T19:20:10Z"
  message: Scaled down replica set isvc-canary-stop-predictor-55656fdf77 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:10Z"
    name: isvc-canary-stop-predictor.18d631f05445377c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17290"
    uid: 672e7961-3ab1-4a37-9658-3542c3127e14
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:18:30.521302Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    to ip-10-0-140-225.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:18:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:18:30Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631d91ed53e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: e9118c26-1bf1-416c-83ed-1c66da47987c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:31Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:18:31Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631d94104d9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: be37e1b1-7ec7-4ce6-89b2-5af6cc52dda8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:31Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631d9427ec52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16210"
    uid: 3016d46a-28f7-4f1d-9466-7fbf86004f54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:31Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631d9457bebcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 028be9a1-e638-428e-9be9-e3e12013f452
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:31Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631d9460acc94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: 9a74eee3-7b04-4e78-88db-4a5e58b15207
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631da407e3992
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 2a5a76e2-59f8-4153-9a69-a1cfec4a9e4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631da43a5d3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: e4f1b1d3-8f72-41b5-b331-13bd39cb78e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631da441cf504
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: 1ea802db-2f4c-4f7f-9aa4-e9b58da38eae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631da442c5cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 297d8b0e-ef22-44ca-a29e-5c7ab5eec0e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631da4751ce8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16284"
    uid: 6ebff464-9ff3-4583-9e6e-d1e2e800e4be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631da47cf479c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 9c202366-d4cd-447a-84ba-b11c0cff79ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:20:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:00Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631da7c8eaf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: d22cc5d5-53fd-4917-8797-cd63034cc9c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:20:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:10Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631f078428f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17332"
    uid: defcea58-0de3-4cba-8d0b-77f14743c253
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:20:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:10Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631f078432f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: acf8d0b3-a22b-4647-8f14-e07a30ba315a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 00473f57-9db4-4b5f-a323-edf541cc81a7
  kind: Event
  lastTimestamp: "2026-09-17T19:20:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:12Z"
    name: isvc-canary-stop-v2-predictor-d65d59944-5dj7q.18d631f0d6c6b5e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 9643718f-8333-4526-a48b-4a298af4ad4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-d65d59944
    namespace: kserve-ci-e2e-test
    resourceVersion: "16147"
    uid: 6d4f299d-cbe1-46a2-9725-b2e2c25fcafa
  kind: Event
  lastTimestamp: "2026-09-17T19:18:30Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-d65d59944-5dj7q'
  metadata:
    creationTimestamp: "2026-09-17T19:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:30Z"
    name: isvc-canary-stop-v2-predictor-d65d59944.18d631d91e3159a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: fbf42bb5-b5c2-4dae-8b8c-790627e94511
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: d955d9c6-07a1-4304-ab2a-ec30ea3a391b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:30Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-d65d59944 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:30Z"
    name: isvc-canary-stop-v2-predictor.18d631d91ac7698b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16149"
    uid: a15607c6-2c9d-48c1-a307-9a1259a63c95
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: e533539c-7c5b-4daf-bbec-1c21a88064a8
  kind: Event
  lastTimestamp: "2026-09-17T19:20:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:10Z"
    name: isvc-canary-stop.18d631d91c92fb94
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: f2ac035a-ce08-433e-b7d0-2f91a98e8f16
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: e533539c-7c5b-4daf-bbec-1c21a88064a8
  kind: Event
  lastTimestamp: "2026-09-17T19:20:10Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:10Z"
    name: isvc-canary-stop.18d631d91d01210f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: 1e2f9a3c-63b2-457f-8a64-407acc6497a3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: e533539c-7c5b-4daf-bbec-1c21a88064a8
  kind: Event
  lastTimestamp: "2026-09-17T19:20:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:10Z"
    name: isvc-canary-stop.18d631d91d017a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17304"
    uid: 3b665dec-d289-4961-a5d2-5acd9985947b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17156"
    uid: e533539c-7c5b-4daf-bbec-1c21a88064a8
  kind: Event
  lastTimestamp: "2026-09-17T19:19:54Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:19:54Z"
    name: isvc-canary-stop.18d631ec8ecf17e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17157"
    uid: 4d356d22-ebd7-452e-b34e-1ba145328847
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:22:29.253291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18915"
    uid: ed8ce029-5d24-4980-bee7-d3bf3cfb001e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh
    to ip-10-0-140-225.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:22:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:22:29Z"
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh.18d63210b45e57a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 749b0b15-9099-4717-aa0b-d2382f4a0476
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: ed8ce029-5d24-4980-bee7-d3bf3cfb001e
  kind: Event
  lastTimestamp: "2026-09-17T19:22:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-44ebcf-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:29Z"
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh.18d63210c04f75fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: b9426a9b-9d4a-4671-a51b-06532fdcb59e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18926"
    uid: ed8ce029-5d24-4980-bee7-d3bf3cfb001e
  kind: Event
  lastTimestamp: "2026-09-17T19:22:30Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:22:30Z"
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh.18d63210fa4f6638
    namespace: kserve-ci-e2e-test
    resourceVersion: "18946"
    uid: c3aa524f-5bc3-4265-b4a7-a07cf90494a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: ed8ce029-5d24-4980-bee7-d3bf3cfb001e
  kind: Event
  lastTimestamp: "2026-09-17T19:22:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:36Z"
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh.18d63210fbdeb4bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19014"
    uid: 78dd5759-0011-437d-9f0e-c4bcae9638e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: ed8ce029-5d24-4980-bee7-d3bf3cfb001e
  kind: Event
  lastTimestamp: "2026-09-17T19:22:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:36Z"
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh.18d63210ff0e1a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19017"
    uid: 35e80a29-cdae-43d7-989d-7d71385db4b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: ed8ce029-5d24-4980-bee7-d3bf3cfb001e
  kind: Event
  lastTimestamp: "2026-09-17T19:22:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:36Z"
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh.18d63210ff8886b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19019"
    uid: ff16d699-1421-472a-8480-29af1240bfe7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: ed8ce029-5d24-4980-bee7-d3bf3cfb001e
  kind: Event
  lastTimestamp: "2026-09-17T19:22:39Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:39Z"
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh.18d6321307d319c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: 6c0dd149-718a-4971-b132-6f936336e2a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18908"
    uid: e5cf194a-4e44-427c-814c-705071ec32e3
  kind: Event
  lastTimestamp: "2026-09-17T19:22:29Z"
  message: 'Created pod: isvc-init-fail-44ebcf-predictor-567c7f4f5b-lwmfh'
  metadata:
    creationTimestamp: "2026-09-17T19:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:29Z"
    name: isvc-init-fail-44ebcf-predictor-567c7f4f5b.18d63210b3feceac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: bac254d8-cc07-473d-8973-df75467d3a30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-44ebcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18906"
    uid: cc9e1e42-51c6-4f9a-95ca-81dc978898eb
  kind: Event
  lastTimestamp: "2026-09-17T19:22:29Z"
  message: Scaled up replica set isvc-init-fail-44ebcf-predictor-567c7f4f5b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:29Z"
    name: isvc-init-fail-44ebcf-predictor.18d63210b114180a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: 27838750-89c6-4255-b531-741396c94fb0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-44ebcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18899"
    uid: f342ea68-8de8-43c5-b5e2-86a9f12b75b8
  kind: Event
  lastTimestamp: "2026-09-17T19:22:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:36Z"
    name: isvc-init-fail-44ebcf.18d63210b14329d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19022"
    uid: 71b9439b-9f44-400b-a75b-be8f820ba03f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-44ebcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18899"
    uid: f342ea68-8de8-43c5-b5e2-86a9f12b75b8
  kind: Event
  lastTimestamp: "2026-09-17T19:22:29Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-44ebcf":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-44ebcf":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:29Z"
    name: isvc-init-fail-44ebcf.18d63210b1aca602
    namespace: kserve-ci-e2e-test
    resourceVersion: "18912"
    uid: 4285aa68-2e1d-48ad-94f8-a6873dae819c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-44ebcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18899"
    uid: f342ea68-8de8-43c5-b5e2-86a9f12b75b8
  kind: Event
  lastTimestamp: "2026-09-17T19:22:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-44ebcf": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:29Z"
    name: isvc-init-fail-44ebcf.18d63210b1ad097f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18914"
    uid: d1fa0143-2e78-4b89-a315-cd8fc18fcf6f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:20:51.511473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17912"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:20:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:20:51Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631f9f280b0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17916"
    uid: da18925f-3261-403b-a058-55563315b09b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-09f87-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:51Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631f9ff0f23a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: d0cb62bc-02d3-4b79-a3df-9bab53f0d903
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:52Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:20:52Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fa387cfd91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17939"
    uid: f0636f8b-82fc-4721-9349-47bda3e530fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:52Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fa3a46ff9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17942"
    uid: 71bcbfd2-da77-4ef8-899e-42c39b7ff4b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:52Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fa3dcefaba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: c6424a23-c5ef-4ad7-a9a3-73610ebba30a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:52Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fa3e401ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17944"
    uid: ff1fff2d-882c-40bf-9e0a-1770be5e7c48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:57Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fb59957a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: ce2bb279-49b1-4ce4-80e5-a896488bd08d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:57Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fb5d165b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: e5d2248e-9027-441a-87aa-60c416dcc0ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:57Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fb5da12e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17993"
    uid: 86730d20-0976-4b33-b167-b1a48906bef9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:57Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fb5dab1e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17994"
    uid: 167d3adc-ee35-47c9-9684-a21233feff0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:57Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fb61142502
    namespace: kserve-ci-e2e-test
    resourceVersion: "17997"
    uid: e8280866-b85b-4ae0-b163-548ec0b943bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:57Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fb6187ddb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 9bbca20d-d1e9-4f86-a049-0f2f8d76473c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:57Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f74aad942b0fc9323930466d5f40b871b9cd47a11430d08d434770d84b50c101"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:57Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fb6193512b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17999"
    uid: 11c0c38e-7feb-4737-9bb9-edb521dea2d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:57Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:57Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fb644a1b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18000"
    uid: b6b910e8-0248-4651-a181-e8777c7eb8eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:20:57Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:57Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fb64c2c0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18001"
    uid: 0ff2bafe-85d4-447c-a24e-1c0984ca17a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:22:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:34Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fb95a7d321
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: de4da086-9067-4505-a64b-b94753cfe4e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:22:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:34Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d631fb95b15784
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: 54d8c99e-3750-4bbd-9212-a8a85d5dff18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:22:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:27Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d63210325bbd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: fa3b4e69-74bd-4bd5-96b8-938371f5d3e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:22:27Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:27Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d63210325c0836
    namespace: kserve-ci-e2e-test
    resourceVersion: "18821"
    uid: 47f89ddd-54f6-4fd4-aab6-5716ff492b69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:22:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:27Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d63210325c2b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: 67e1f848-4164-4d94-858b-874c37eef07c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 085b71f3-788e-4449-92b8-1364b16d4479
  kind: Event
  lastTimestamp: "2026-09-17T19:22:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:44Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2.18d63210c5d76d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: b5b03feb-e59f-470b-a93a-f3c16756fc34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: cc9e9967-dc5e-406c-98e6-1af95358a1dd
  kind: Event
  lastTimestamp: "2026-09-17T19:20:51Z"
  message: 'Created pod: isvc-logger-raw-09f87-predictor-f88dfc6f9-vzbn2'
  metadata:
    creationTimestamp: "2026-09-17T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:51Z"
    name: isvc-logger-raw-09f87-predictor-f88dfc6f9.18d631f9f1fa0b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17913"
    uid: 46df6d66-e536-4d15-b978-ce90ffbe6f01
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-09f87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17898"
    uid: 8f16820d-6d06-45c5-8993-4f66924831f4
  kind: Event
  lastTimestamp: "2026-09-17T19:20:51Z"
  message: Scaled up replica set isvc-logger-raw-09f87-predictor-f88dfc6f9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:51Z"
    name: isvc-logger-raw-09f87-predictor.18d631f9ed89e12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: a072fb38-6b0e-4810-894f-2e96b83950e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-09f87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 5ebfb626-b193-40a5-b935-0ae64afc123e
  kind: Event
  lastTimestamp: "2026-09-17T19:21:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:21:36Z"
    name: isvc-logger-raw-09f87-predictor.18d631fd6bec2999
    namespace: kserve-ci-e2e-test
    resourceVersion: "18304"
    uid: 0fc8c57f-59ce-48d2-bd7b-355aa5860a32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-09f87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 5ebfb626-b193-40a5-b935-0ae64afc123e
  kind: Event
  lastTimestamp: "2026-09-17T19:21:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:21:36Z"
    name: isvc-logger-raw-09f87-predictor.18d631fd6c57a786
    namespace: kserve-ci-e2e-test
    resourceVersion: "18305"
    uid: 8f9f3034-95b9-40b7-bf47-8822dd22bf3f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-09f87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18075"
    uid: 5ebfb626-b193-40a5-b935-0ae64afc123e
  kind: Event
  lastTimestamp: "2026-09-17T19:22:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:21Z"
    name: isvc-logger-raw-09f87-predictor.18d63207e8d4bc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: bfb7ace8-e585-4645-a327-90e82e09b352
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-09f87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18075"
    uid: 5ebfb626-b193-40a5-b935-0ae64afc123e
  kind: Event
  lastTimestamp: "2026-09-17T19:22:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:21Z"
    name: isvc-logger-raw-09f87-predictor.18d63207e9400001
    namespace: kserve-ci-e2e-test
    resourceVersion: "18710"
    uid: 1fc0dc04-f3bd-44ed-ab7c-4a7818a7b5bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-09f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 8b20dd9e-a236-492c-8894-cb0d00f08cb5
  kind: Event
  lastTimestamp: "2026-09-17T19:22:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:14Z"
    name: isvc-logger-raw-09f87.18d631f9ed414b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18658"
    uid: 15d1d4b1-4473-4045-828f-2dee20cd10a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-09f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 8b20dd9e-a236-492c-8894-cb0d00f08cb5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:51Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-09f87":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-09f87":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:51Z"
    name: isvc-logger-raw-09f87.18d631f9edb15ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 1c8c9f65-08d6-4b48-ab4a-0e98d1c70720
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-09f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18656"
    uid: 8b20dd9e-a236-492c-8894-cb0d00f08cb5
  kind: Event
  lastTimestamp: "2026-09-17T19:22:14Z"
  message: InferenceService [isvc-logger-raw-09f87] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:14Z"
    name: isvc-logger-raw-09f87.18d6320d4f418a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "18657"
    uid: bee9283a-4e25-482c-a63d-78fed62c3c71
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:30:43.806402Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23270"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:30:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:30:43Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d63283da07fb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23276"
    uid: c4863eb7-09e6-4dcd-82b7-0610ea250e35
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:44Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:30:44Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d63283fc3098d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23293"
    uid: 6d99d704-f5b6-4bda-a2e5-8093cd017a95
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:44Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d63283fdbf45f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23295"
    uid: fadcbb59-b112-4a8e-8d18-56f4a10e88b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:44Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d632840079fdf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23296"
    uid: bbabfa87-e3ed-4a17-9089-57e25ad704eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:44Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d6328400f27d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23297"
    uid: f565a046-0a2c-41b0-a2bd-6dab8a44b764
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:49Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d632851137fc40
    namespace: kserve-ci-e2e-test
    resourceVersion: "23340"
    uid: a828571e-3490-49e5-a597-72c6f9eb33cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:49Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d632851489f057
    namespace: kserve-ci-e2e-test
    resourceVersion: "23342"
    uid: 564d2750-0ac0-42b6-8fec-f6fa788f1e76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:49Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d63285150a0a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "23343"
    uid: 9c955f70-6e03-4b4a-89d9-bfb77291a82e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:49Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d632851516c996
    namespace: kserve-ci-e2e-test
    resourceVersion: "23346"
    uid: 64bf89f3-9cbe-42fc-9883-8a5dfe33c525
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:49Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d632851835ee7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23348"
    uid: bc6c2b50-35e0-4410-9bfa-bf3347c48d31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:49Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d6328518b4847a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23349"
    uid: cb028bd5-ee5a-4178-a5f1-080d58e2017f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:49Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f74aad942b0fc9323930466d5f40b871b9cd47a11430d08d434770d84b50c101"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:49Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d6328518c09afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23350"
    uid: d2626a26-480d-4c02-a429-ce0e87165a3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:49Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:49Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d632851bb57b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23351"
    uid: e265fcaf-0429-44bc-b6b7-6a57f6ac4afc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:49Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:49Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d632851c35decb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23352"
    uid: 9c6ea1fb-dab3-4073-b4f1-ef19dd6b4115
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:34Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d632854d4f2796
    namespace: kserve-ci-e2e-test
    resourceVersion: "24187"
    uid: d72ffec0-4e13-4777-852f-c387800c15bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:34Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d63285892f52a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: fd89611e-0b8c-4494-b132-c3899655371e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:29Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d6329c7d8e10e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24102"
    uid: ec5c4123-28c2-4c48-b0f8-7b2de967c9d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:29Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T19:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:29Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d6329c7d8e5d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24105"
    uid: 2630804d-ea6b-4802-a8d2-f1350f924e1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:29Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d6329c7d8e86c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24103"
    uid: 6997a471-9ebd-4096-85a5-fb4148e5e6a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e218f413-d390-4255-a660-7b07886c785c
  kind: Event
  lastTimestamp: "2026-09-17T19:32:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:37Z"
    name: isvc-logger-raw-cipn-predictor-797ff577-6z5xx.18d6329d0d858e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24206"
    uid: 0a68e23e-bd3e-45a0-a016-1fd77168292d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-797ff577
    namespace: kserve-ci-e2e-test
    resourceVersion: "23260"
    uid: d306647e-3736-4c13-b197-593f5ddb52f9
  kind: Event
  lastTimestamp: "2026-09-17T19:30:43Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-797ff577-6z5xx'
  metadata:
    creationTimestamp: "2026-09-17T19:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:43Z"
    name: isvc-logger-raw-cipn-predictor-797ff577.18d63283d99f2c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: b00e5643-9cef-4b2a-9973-2b9ca03b6a19
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23258"
    uid: 7c456759-e723-413a-bd75-3c1455520d41
  kind: Event
  lastTimestamp: "2026-09-17T19:30:43Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-797ff577 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:43Z"
    name: isvc-logger-raw-cipn-predictor.18d63283d662ebe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23262"
    uid: d11f457e-7505-4353-a940-fdf338382292
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23259"
    uid: 61894483-9646-4ee9-bbeb-dbfff0df4082
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: isvc-logger-raw-cipn-predictor.18d6328754f07697
    namespace: kserve-ci-e2e-test
    resourceVersion: "23639"
    uid: 934ec1c0-b7eb-4332-b329-f85456e101ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23259"
    uid: 61894483-9646-4ee9-bbeb-dbfff0df4082
  kind: Event
  lastTimestamp: "2026-09-17T19:31:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:31:28Z"
    name: isvc-logger-raw-cipn-predictor.18d63287555c05f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23640"
    uid: 5d23b635-a769-4fc3-8b8e-81995959d4b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23428"
    uid: 61894483-9646-4ee9-bbeb-dbfff0df4082
  kind: Event
  lastTimestamp: "2026-09-17T19:32:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:28Z"
    name: isvc-logger-raw-cipn-predictor.18d63291d1a93705
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: 7ed59e51-71d7-473f-b1c1-b8b614bf85fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:31:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23428"
    uid: 61894483-9646-4ee9-bbeb-dbfff0df4082
  kind: Event
  lastTimestamp: "2026-09-17T19:32:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:32:28Z"
    name: isvc-logger-raw-cipn-predictor.18d63291d2104930
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: 00552c4f-85c5-4497-b0b6-aa33815cb184
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 90d102da-53f1-4f7f-b183-c86a288bebc6
  kind: Event
  lastTimestamp: "2026-09-17T19:32:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:32:14Z"
    name: isvc-logger-raw-cipn.18d63283d6626014
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: 4a260ada-b6a2-4e1d-a601-30d46a6279a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 90d102da-53f1-4f7f-b183-c86a288bebc6
  kind: Event
  lastTimestamp: "2026-09-17T19:30:43Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:30:43Z"
    name: isvc-logger-raw-cipn.18d63283d70b56bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23265"
    uid: 7abea9fb-e1ee-4330-b888-0cb8f87cf81d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: 90d102da-53f1-4f7f-b183-c86a288bebc6
  kind: Event
  lastTimestamp: "2026-09-17T19:32:14Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:32:14Z"
    name: isvc-logger-raw-cipn.18d632990d67a065
    namespace: kserve-ci-e2e-test
    resourceVersion: "23974"
    uid: dd314cbf-f798-4a07-9bc3-a15e4f1cb693
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:20:20.835798Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:20:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:20:20Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f2ce16ff53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17458"
    uid: f7d3c603-d176-43ba-955b-310f58d9dc67
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-5ad3e2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:21Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f2dc5741f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 85cf1b37-ed3f-4310-baef-f5f1f6ba300c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:22Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:20:22Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f313d3ac6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: c1992b0c-27cf-46f8-a70e-e6fa0d16cab4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:22Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f31570d0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17485"
    uid: b4e7bfd1-5689-459b-b643-e178e8f60024
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:22Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f318e0efa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: d10ff763-5caf-4d09-8267-1100232bfef9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:22Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f31968e8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17487"
    uid: 1d791491-7950-4381-be42-08dfa9b1843a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:26Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f418e2dc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17527"
    uid: ed83615e-d017-4746-bba3-44ec0e6bf66a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:26Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f41ceb9943
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: dd72cb5a-ca59-4314-b71c-d4ad84c49149
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:26Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f41d61648c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17533"
    uid: 9eebf324-4d6d-4bcf-90bd-59945e5aa868
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:26Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f41d6b9c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: 7fe23286-f796-4810-b7a7-e7efa5821a6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:26Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f4202f9be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17536"
    uid: c846c1aa-becc-41ea-bec7-dec7b1dcc597
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:26Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f420a19311
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: b4bce952-2939-40ce-befd-0f1c3606199c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:21:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:34Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d631f490ba64bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18284"
    uid: 2af259cf-88e2-4d1a-8989-8ac03802c568
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:22:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:24Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d6320f83e1975b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: 1d702960-3e57-4b5b-8780-5608e91b7db5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:22:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:24Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d6320f83e2cb1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 6558175b-eb4c-4ccb-9cc5-159a56dff778
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 66ebb0a4-ce00-4698-b750-7272f5812bf5
  kind: Event
  lastTimestamp: "2026-09-17T19:22:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:24Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf.18d6320f93221d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18768"
    uid: 4fedcf63-95cd-4632-8bbd-9a4358834f44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-5ad3e2-predictor-546d64f79c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: c42714fc-6673-4d12-bf86-d5b39bb73616
  kind: Event
  lastTimestamp: "2026-09-17T19:20:20Z"
  message: 'Created pod: isvc-primary-5ad3e2-predictor-546d64f79c-9p2qf'
  metadata:
    creationTimestamp: "2026-09-17T19:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:20Z"
    name: isvc-primary-5ad3e2-predictor-546d64f79c.18d631f2cd9a86c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17453"
    uid: f3dd53ab-0137-47f1-adb9-1423af66f5c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-5ad3e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17443"
    uid: 39edf0b1-1e92-4ade-a431-8e5205c5e17a
  kind: Event
  lastTimestamp: "2026-09-17T19:20:20Z"
  message: Scaled up replica set isvc-primary-5ad3e2-predictor-546d64f79c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:20Z"
    name: isvc-primary-5ad3e2-predictor.18d631f2ca3a8f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: baeefbce-b72b-452f-8af4-3eb334526186
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5ad3e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 3edf2101-f156-4bc6-8641-9d23a2b6b71e
  kind: Event
  lastTimestamp: "2026-09-17T19:20:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:50Z"
    name: isvc-primary-5ad3e2-predictor.18d631f64aafb58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17873"
    uid: 67851f19-4c9a-46b6-ba93-db54307ecab8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5ad3e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 3edf2101-f156-4bc6-8641-9d23a2b6b71e
  kind: Event
  lastTimestamp: "2026-09-17T19:20:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:50Z"
    name: isvc-primary-5ad3e2-predictor.18d631f64b39a9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17874"
    uid: 064fce33-6e05-4fd6-8d69-275cc1fe8058
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5ad3e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 3edf2101-f156-4bc6-8641-9d23a2b6b71e
  kind: Event
  lastTimestamp: "2026-09-17T19:22:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:05Z"
    name: isvc-primary-5ad3e2-predictor.18d631fd49fdc699
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: ac168367-bfbc-46ae-959e-dac9a49a12a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5ad3e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 3edf2101-f156-4bc6-8641-9d23a2b6b71e
  kind: Event
  lastTimestamp: "2026-09-17T19:22:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:05Z"
    name: isvc-primary-5ad3e2-predictor.18d631fd4a6e26fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 65ec8b41-88e0-4ff5-b623-ac8d93e691df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5ad3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: 76d72c79-0e0a-4d4f-97c9-994b45a9f789
  kind: Event
  lastTimestamp: "2026-09-17T19:21:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:21:43Z"
    name: isvc-primary-5ad3e2.18d631f2ca69e6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 6409c1d3-2b5b-4a95-b57b-6092690d2b0f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5ad3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: 76d72c79-0e0a-4d4f-97c9-994b45a9f789
  kind: Event
  lastTimestamp: "2026-09-17T19:20:20Z"
  message: 'Failed to update status for InferenceService "isvc-primary-5ad3e2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-5ad3e2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:20Z"
    name: isvc-primary-5ad3e2.18d631f2caebfc51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: c2e6d429-3592-42b5-8500-259819b578db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5ad3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: 76d72c79-0e0a-4d4f-97c9-994b45a9f789
  kind: Event
  lastTimestamp: "2026-09-17T19:20:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-5ad3e2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:20Z"
    name: isvc-primary-5ad3e2.18d631f2caec5683
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: 2ab37202-2ceb-41c5-826c-9328f62fb6cf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:21:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5ad3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18364"
    uid: 76d72c79-0e0a-4d4f-97c9-994b45a9f789
  kind: Event
  lastTimestamp: "2026-09-17T19:21:43Z"
  message: InferenceService [isvc-primary-5ad3e2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:21:43Z"
    name: isvc-primary-5ad3e2.18d632062259ffc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18365"
    uid: c2b345e4-af5f-474f-bf14-2295450fc93b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:05.763633Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14211"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631a9725344b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: e9c6d3ba-1676-4d73-b4a1-5507354d3e45
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631a994525ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: 03c06d44-9ac8-40be-8c25-3f6a6296fdff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:06Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
  metadata:
    creationTimestamp: "2026-09-17T19:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:06Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631a99622a809
    namespace: kserve-ci-e2e-test
    resourceVersion: "14245"
    uid: 7f456bfb-5bb1-4aef-9f91-43a623530b74
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:09Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    in 3.475s (3.475s including waiting). Image size: 306615211 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:09Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631aa65485aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14283"
    uid: 0ddbf4ef-cca8-46f9-a514-4846aa0f42fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:09Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631aa6813e896
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: bab9871b-7b1d-4f10-86a9-88f3e5043cb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:09Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631aa68787aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14286"
    uid: 1c1eb0a0-5859-40a3-9d09-59d45a1abc24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631ab5cd9563f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14336"
    uid: b1d1194d-8018-4942-9ca1-c857c60e6654
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:27Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    in 13.049s (13.049s including waiting). Image size: 1607070610 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:27Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631ae66af4fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "14445"
    uid: 6523e868-729f-431b-a39c-ab5412b32ca5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:27Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631ae6a18c2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14447"
    uid: 04b7b6d6-3f52-44a5-a548-d0eca92ea218
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:27Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631ae6a90183b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14448"
    uid: 80d0e3dc-17fb-452d-b8d3-27cf477bd4a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:27Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:27Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631ae6a9d41f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 6d40d916-119f-42bb-b04f-23ddc34924c8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.143s (2.143s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631aeea60ae49
    namespace: kserve-ci-e2e-test
    resourceVersion: "14471"
    uid: dc6613d2-d060-4cc4-9c51-d76ffcd7b610
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631aeed23e6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14473"
    uid: f77883aa-2c7c-416d-b4ab-dd2389f0090d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631aeed97dd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14474"
    uid: c4c3c2ea-d80e-4ab6-a46b-b7aa727112dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:f74aad942b0fc9323930466d5f40b871b9cd47a11430d08d434770d84b50c101"
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631aeeda5481c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14475"
    uid: b35ba857-25cc-441a-b8f7-f4f96a980423
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:f74aad942b0fc9323930466d5f40b871b9cd47a11430d08d434770d84b50c101"
    in 2.563s (2.563s including waiting). Image size: 240302156 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:31Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631af866d70e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14508"
    uid: 724e9dd8-76bb-4c10-9a57-e758be4d0078
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:31Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T19:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:31Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631af895861d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14509"
    uid: 6bbdd61c-8ac4-4e8e-bcd0-50ce5137fff1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:15:31Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T19:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:31Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631af89c9975a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14510"
    uid: 2d6a36b7-01f9-4272-a373-5119af643beb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:15Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631af93d2d517
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 402d850a-26b1-4ce5-8e52-10e5496ef014
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:05Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:05Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631afcfacca60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: f629bbdf-4031-47d0-abed-9545b451b9de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631c436b0abc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15305"
    uid: 25a8b943-dcd4-4d38-af08-15942caebbd7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631c436b0d869
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: 2b5ccc12-866f-4808-b54b-42a39f00a7c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631c436b14f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 77fc13de-eae9-4914-97ee-95357c7be87e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 6b10759f-c25e-4045-a992-7fb4bd1edc2f
  kind: Event
  lastTimestamp: "2026-09-17T19:17:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:14Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg.18d631c4ffea9f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 05ea9c0e-2e9f-4953-8c83-b39ee88c735d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: dfbd1433-49b0-4398-a26c-89b4000a008d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:05Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4-2fxrg'
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4.18d631a971e15ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14212"
    uid: 51e5aa0a-7f05-430f-b0df-acc1a90f315e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-72d03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14187"
    uid: 9971aff0-bd1a-4ed8-94b7-a386c49d3211
  kind: Event
  lastTimestamp: "2026-09-17T19:15:05Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-72d03-predictor-d5dddf8d4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:05Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor.18d631a9698f5903
    namespace: kserve-ci-e2e-test
    resourceVersion: "14193"
    uid: b5cbff22-30af-4ddb-a645-74fa0e52cdbc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-72d03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14189"
    uid: 311d7a6b-a3cb-43b3-af62-91d279342cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:15:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:50Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor.18d631aceabed9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: 08cbdda7-6e9b-4042-9401-c18b1504c5e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-72d03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14189"
    uid: 311d7a6b-a3cb-43b3-af62-91d279342cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:15:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:50Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor.18d631aceb481032
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 346d74b1-27ec-4e0e-8e57-c32a379dd3af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-72d03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14394"
    uid: 311d7a6b-a3cb-43b3-af62-91d279342cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:16:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:50Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor.18d631b768ca6532
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: 7a924378-3019-4af8-8da5-f384ede1fa6d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-72d03-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14394"
    uid: 311d7a6b-a3cb-43b3-af62-91d279342cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:16:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:50Z"
    name: isvc-raw-sklearn-batcher-72d03-predictor.18d631b76933af59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15150"
    uid: 6f2a9a83-e3f4-4ae3-8b80-8bc9d35a816c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-72d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 1be3cab9-c32a-4919-b537-d0ddd9521862
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: isvc-raw-sklearn-batcher-72d03.18d631a9699a7085
    namespace: kserve-ci-e2e-test
    resourceVersion: "15076"
    uid: dc5f7115-f5e9-49da-a3f5-6bf55f8ffa0b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-72d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15074"
    uid: 1be3cab9-c32a-4919-b537-d0ddd9521862
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: InferenceService [isvc-raw-sklearn-batcher-72d03] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: isvc-raw-sklearn-batcher-72d03.18d631c09a455dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15075"
    uid: fe1b09e6-d735-481d-b714-818dcca33ca8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:22:06.010462Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18549"
    uid: c4216b47-a57d-465d-b826-7a485ba64ff2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f
    to ip-10-0-140-225.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:22:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:22:06Z"
    name: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f.18d6320b4afcebd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: 8169e963-ea20-4338-b230-297460b0fe1e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: c4216b47-a57d-465d-b826-7a485ba64ff2
  kind: Event
  lastTimestamp: "2026-09-17T19:22:06Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:22:06Z"
    name: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f.18d6320b6d3e0a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18575"
    uid: 1fd9eb6d-773c-4a98-a283-e62af9996c3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: c4216b47-a57d-465d-b826-7a485ba64ff2
  kind: Event
  lastTimestamp: "2026-09-17T19:22:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:12Z"
    name: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f.18d6320b6eaabd0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18627"
    uid: a3f6c61d-1054-4e2c-a1d9-e86dd839284a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: c4216b47-a57d-465d-b826-7a485ba64ff2
  kind: Event
  lastTimestamp: "2026-09-17T19:22:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:12Z"
    name: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f.18d6320b71e50dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18629"
    uid: 535618ca-5b85-43c8-b127-07893ac917a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: c4216b47-a57d-465d-b826-7a485ba64ff2
  kind: Event
  lastTimestamp: "2026-09-17T19:22:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:12Z"
    name: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f.18d6320b7265c1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18632"
    uid: 33e9d772-9318-487c-8819-5251ba58e9ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: c4216b47-a57d-465d-b826-7a485ba64ff2
  kind: Event
  lastTimestamp: "2026-09-17T19:22:16Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f_kserve-ci-e2e-test(c4216b47-a57d-465d-b826-7a485ba64ff2)
  metadata:
    creationTimestamp: "2026-09-17T19:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:16Z"
    name: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f.18d6320db3aaae1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18668"
    uid: f20570ef-0a87-49bb-b987-fe05f2ee427c
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-5ad3e2-predictor-79997bf766
    namespace: kserve-ci-e2e-test
    resourceVersion: "18540"
    uid: 978752d2-f9f3-490d-8b23-6213bd78bcd0
  kind: Event
  lastTimestamp: "2026-09-17T19:22:06Z"
  message: 'Created pod: isvc-secondary-5ad3e2-predictor-79997bf766-qlh4f'
  metadata:
    creationTimestamp: "2026-09-17T19:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:06Z"
    name: isvc-secondary-5ad3e2-predictor-79997bf766.18d6320b4a86fb5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18552"
    uid: 6d4d8a10-9cab-46d9-8c53-b77747d3afd2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-5ad3e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18538"
    uid: 5e1a65af-ceae-4c3c-b254-aed7fdb619c0
  kind: Event
  lastTimestamp: "2026-09-17T19:22:05Z"
  message: Scaled up replica set isvc-secondary-5ad3e2-predictor-79997bf766 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:05Z"
    name: isvc-secondary-5ad3e2-predictor.18d6320b471aeac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 1a18f2e8-82da-4707-a3ef-27f651dddc84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-5ad3e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: ab33dae3-6d3c-4630-a519-ec75a5407065
  kind: Event
  lastTimestamp: "2026-09-17T19:22:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:20Z"
    name: isvc-secondary-5ad3e2-predictor.18d6320ec5cd3b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "18704"
    uid: 54f2b6a9-96db-47a5-9be8-af2b109b97c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-5ad3e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: ab33dae3-6d3c-4630-a519-ec75a5407065
  kind: Event
  lastTimestamp: "2026-09-17T19:22:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:20Z"
    name: isvc-secondary-5ad3e2-predictor.18d6320ec64ee229
    namespace: kserve-ci-e2e-test
    resourceVersion: "18705"
    uid: ba539ed6-6020-440f-a107-e75d6032e193
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5ad3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: dd7c3e37-3bcc-4401-b575-d274ca359ed7
  kind: Event
  lastTimestamp: "2026-09-17T19:22:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:16Z"
    name: isvc-secondary-5ad3e2.18d6320b471e3be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: ecec6b2f-c2b2-4b67-9233-c351d591f376
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5ad3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: dd7c3e37-3bcc-4401-b575-d274ca359ed7
  kind: Event
  lastTimestamp: "2026-09-17T19:22:05Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-5ad3e2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-5ad3e2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:05Z"
    name: isvc-secondary-5ad3e2.18d6320b47bf4bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18546"
    uid: ea05c048-3200-4c61-8efd-80d3ed8903fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5ad3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: dd7c3e37-3bcc-4401-b575-d274ca359ed7
  kind: Event
  lastTimestamp: "2026-09-17T19:22:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-5ad3e2": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:05Z"
    name: isvc-secondary-5ad3e2.18d6320b47bf8895
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: 7965f132-6183-4621-8148-48a2922b2d08
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:17:00.916944Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    to ip-10-0-138-84.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c441ff3e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 08a6b22f-ba57-4286-844b-591064b41921
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:17:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-e3e91-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:01Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c4490bf670
    namespace: kserve-ci-e2e-test
    resourceVersion: "15364"
    uid: cb869409-5604-4c4c-ac9e-e61f26239029
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:17:02Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:17:02Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c487affde5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: 8800c039-32f3-48ae-8748-9b47d850a06a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:17:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:02Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c4891e9d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 9c83f6b4-5b8e-4c51-ab74-cf3a8d577574
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:17:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:02Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c48c014638
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: 984a5c10-62f3-439c-9142-4abe3b94822f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:17:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:02Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c48c6cce59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15401"
    uid: 7825cb5a-b1f5-4c88-a047-1d482d1ca20f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:17:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:06Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c57772f13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15440"
    uid: 17f83023-3816-4b37-a181-dec59a18798c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:17:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:06Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c57a3ee245
    namespace: kserve-ci-e2e-test
    resourceVersion: "15443"
    uid: 9f533dda-d205-4241-997d-ae74d9b18ba7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:17:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:06Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c57aa247a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15444"
    uid: df2e3977-f03b-47f7-8234-02ddf0b19442
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:17:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:06Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c57aaca5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15445"
    uid: 6faf61d4-4e83-47de-ab39-bb3e50c4ed6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:17:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:06Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c57d92596c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15449"
    uid: 94353779-07d0-4bd2-908c-ef6c8fb4e2a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:17:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:06Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c57df84c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: a6305793-18aa-4d85-b8db-ecaac8f2dcc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:18:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:20Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631c5b38f05b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: 36de84aa-32cb-40fa-80b2-45fe73dbd0f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:18:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631dde69021e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: 7d7c2fe5-abb4-4b41-97fa-d06a9e0b7f04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:18:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631dde6916737
    namespace: kserve-ci-e2e-test
    resourceVersion: "16509"
    uid: e7fc55bd-ea45-4c11-a706-6c31736c44ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a81b71d6-f8f4-4920-a396-11b734d76843
  kind: Event
  lastTimestamp: "2026-09-17T19:18:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:53Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl.18d631de621b0466
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: ef90dd07-1e49-4930-ad7d-54116d834503
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 9eee1e3f-5d69-459d-8b1d-e0d3cbc0a2a7
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: 'Created pod: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4-x4dkl'
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor-85678795b4.18d631c4414a14ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: 8f375957-46c2-4cb8-9ecb-4f20f66e3eff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-e3e91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: db8cd10c-6354-487c-a322-091532ad84d7
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-e3e91-predictor-85678795b4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor.18d631c43d416aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: c90554cb-e5b9-411c-9923-f149951f6b0d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e3e91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: e5675de0-af8d-4a67-aa33-0104e8f93751
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor.18d631c7bc83a2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15770"
    uid: 55717c6b-7a5d-4dd8-9c32-3dd3909887f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e3e91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: e5675de0-af8d-4a67-aa33-0104e8f93751
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor.18d631c7bcf13a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 716f5272-61c5-4075-958c-284ef6be3e52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e3e91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: e5675de0-af8d-4a67-aa33-0104e8f93751
  kind: Event
  lastTimestamp: "2026-09-17T19:18:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:46Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor.18d631d23a3f1008
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 50c6be3e-f755-4b69-968f-1c8ae9617777
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e3e91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: e5675de0-af8d-4a67-aa33-0104e8f93751
  kind: Event
  lastTimestamp: "2026-09-17T19:18:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:46Z"
    name: isvc-sklearn-graph-raw-e3e91-predictor.18d631d23ab39132
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 2ba9fa46-f6d8-4221-8c88-db91a52cdef0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e3e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 38f980e8-26da-4d12-8549-74cea6533758
  kind: Event
  lastTimestamp: "2026-09-17T19:18:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:30Z"
    name: isvc-sklearn-graph-raw-e3e91.18d631c43d40e151
    namespace: kserve-ci-e2e-test
    resourceVersion: "16136"
    uid: 33867a1c-1f8e-408b-95dc-2763596408fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e3e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 38f980e8-26da-4d12-8549-74cea6533758
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-e3e91":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-e3e91":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-sklearn-graph-raw-e3e91.18d631c43e025953
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 564245b0-0102-43bc-9759-e1aa3018b0fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e3e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16134"
    uid: 38f980e8-26da-4d12-8549-74cea6533758
  kind: Event
  lastTimestamp: "2026-09-17T19:18:30Z"
  message: InferenceService [isvc-sklearn-graph-raw-e3e91] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:30Z"
    name: isvc-sklearn-graph-raw-e3e91.18d631d91279cb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16135"
    uid: b29df6dc-8f1b-4eaf-b738-bc54ca604f76
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:18:51.202253Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631ddef83979d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: 30ff702f-1130-40fd-9d11-5ce177f7f205
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-7eb14-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631ddf7c37824
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 0b5d417e-d946-4426-9aa0-a82c5bab4918
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:52Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:18:52Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631de35632946
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: fa100d65-5219-4827-955d-093ac59df2fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:52Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631de36f3c8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: ba6f0ff9-be52-469a-9146-c995cd1d4e48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:52Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631de3a084dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: ebd376cb-e52d-4630-a81f-6e519a8159ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:52Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631de3a8144af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16604"
    uid: f431b17a-fc5e-4c17-ab6e-aad9dd090e76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:56Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631df483613da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16671"
    uid: 864627b2-cbca-477e-9eb8-776f8627c1a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:57Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631df4b49c598
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: 8f0dc196-0c11-4a2d-90d3-50ac2d876265
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:57Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631df4bcdda95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: 2f47b055-1eb3-49e8-a1b6-6eaaf8faf3e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:57Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631df4bd83923
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: cea62c72-12c5-4310-b16e-21010d071de5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:57Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631df4eecc950
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: da58b719-50a5-480f-ae5d-c50bb6019188
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:57Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631df4f5ee2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 409618e5-41b4-42a4-8178-6364b7920d77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:45Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631dfc00e1a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17823"
    uid: 03795640-9bf3-4c16-ba24-f118c61367ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:41Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631f794b90d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: 1bef9f89-82fd-47f5-a95e-5469c26fa06d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:41Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631f794c1d8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17735"
    uid: 82f1163a-10e5-435e-b314-2cc012b21435
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8b82721b-ff56-417c-8171-517d0a81ea8b
  kind: Event
  lastTimestamp: "2026-09-17T19:20:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:45Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj.18d631f86e6100b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17822"
    uid: a384faac-0773-407c-8270-1edfa2f1ebc4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 8aca30d4-a681-4a8e-b6c4-a08c73ba451e
  kind: Event
  lastTimestamp: "2026-09-17T19:18:51Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4-8l7vj'
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4.18d631ddef088eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: ae0afa88-48da-4bc2-b90f-d82693b34769
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: 0be97409-9393-47aa-85b0-a81c4f9114f8
  kind: Event
  lastTimestamp: "2026-09-17T19:18:51Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-7eb14-predictor-7dbd4779b4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor.18d631ddebdc079b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: a510bc14-521b-4b31-854d-b7dce34826b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: 44116d1f-b708-4292-9dbd-67a0369c21d7
  kind: Event
  lastTimestamp: "2026-09-17T19:19:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:21Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor.18d631e16b0612fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16882"
    uid: a1bb0170-136d-480d-af03-2ea640352b4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: 44116d1f-b708-4292-9dbd-67a0369c21d7
  kind: Event
  lastTimestamp: "2026-09-17T19:19:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:21Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor.18d631e16b733d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: 654aac1a-e533-4de8-89ea-c9eae7f33c0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 44116d1f-b708-4292-9dbd-67a0369c21d7
  kind: Event
  lastTimestamp: "2026-09-17T19:20:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:36Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor.18d631e869c5c5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: a897b2da-a949-4943-9599-bf7493d14ffd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 44116d1f-b708-4292-9dbd-67a0369c21d7
  kind: Event
  lastTimestamp: "2026-09-17T19:20:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:36Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14-predictor.18d631e86a327f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17657"
    uid: 1c7713b5-4ef2-43fe-a602-d53d9935c5ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-7eb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 4814ec15-f996-41df-8b22-831b53be6968
  kind: Event
  lastTimestamp: "2026-09-17T19:20:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:15Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14.18d631ddebde18fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: 72c97a87-a3d3-40f6-b8b8-2d683c05a7b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-7eb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 4814ec15-f996-41df-8b22-831b53be6968
  kind: Event
  lastTimestamp: "2026-09-17T19:20:15Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-7eb14] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:15Z"
    name: isvc-sklearn-graph-raw-hpa-7eb14.18d631f177da0d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: c7b58118-2824-4447-acec-036516a7ea25
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:22:27.220828Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    to ip-10-0-140-225.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:22:27Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d632103b39791c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: 0f60f542-8f47-4cc3-9265-f0d7f0ef5d0e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18858"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:22:27Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:22:27Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d632105d81f3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18871"
    uid: 7a7bc8bd-b403-48c4-9a74-750dcf9b3ea3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:22:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:27Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d632105ef3cb68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18873"
    uid: f25848bf-f859-4965-b7f6-4134f145b687
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:22:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:27Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d6321062c58c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18874"
    uid: 2568aa32-1a41-4b94-a97d-b624bd2bf514
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:22:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:27Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d6321063400c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: a9f575d4-c49b-4845-b3a6-15898221a7b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:22:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:32Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d6321171903da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: 1c3067f4-def4-462e-9c79-f026b292dffc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:22:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:32Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d6321174a7f41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18973"
    uid: fd6a0854-3dc2-4871-89df-b7277481a4a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:22:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:32Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d63211752b50ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18975"
    uid: 7fbd164f-ab44-432a-959b-f9b8de1ab647
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:22:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:32Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d632117538808a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: 482751b8-a316-451e-b922-d02ef047e2c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:22:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:32Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d632117984588c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18980"
    uid: c0b2b085-8be8-4135-8e73-4cbf0ea95c8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:22:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:32Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d632117a13e486
    namespace: kserve-ci-e2e-test
    resourceVersion: "18981"
    uid: 8a268beb-86b9-4994-93f1-cb34357ef705
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:25:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:47Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d63211e980ac56
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: e12e1ab0-b519-4782-b918-078e0fd737fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:25:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:38Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d6323cc53f86ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: 443a6d2a-a98d-43f4-9591-f14b97d06fdb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:25:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:38Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d6323cc5401567
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: 0447dd22-108e-428d-b8ff-999153cceee5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 61be52ca-515b-4302-baac-f9350a9340cc
  kind: Event
  lastTimestamp: "2026-09-17T19:25:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:25:45Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn.18d6323d382cdcb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 9d9fcb72-f940-45be-a856-ed37dd930159
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: ad6a4b38-b627-4dd5-9c8f-602398e2d348
  kind: Event
  lastTimestamp: "2026-09-17T19:22:27Z"
  message: 'Created pod: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4-gpjdn'
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:27Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4.18d632103ac3d5f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: b0613ccc-110d-4f98-9e5d-958d40b3117c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-bdd76-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: a8e0ed38-5c74-4aa6-8e4b-cbac42fadede
  kind: Event
  lastTimestamp: "2026-09-17T19:22:27Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-bdd76-predictor-59549fccf4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:27Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor.18d63210375173b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18841"
    uid: 9fd56dc2-c133-4397-a9bf-9ba1e2274e77
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-bdd76-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: edf907e1-788c-466a-88dc-aaedcaabbbf1
  kind: Event
  lastTimestamp: "2026-09-17T19:23:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:23:12Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor.18d63213b5fc3c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: 3390bab4-cba6-4001-922e-b320151eddb6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-bdd76-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: edf907e1-788c-466a-88dc-aaedcaabbbf1
  kind: Event
  lastTimestamp: "2026-09-17T19:23:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:23:12Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor.18d63213b66f19bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19374"
    uid: a5878d7a-7c26-40c3-827d-1c72a93e29aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-bdd76-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19087"
    uid: edf907e1-788c-466a-88dc-aaedcaabbbf1
  kind: Event
  lastTimestamp: "2026-09-17T19:25:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:27Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor.18d63217355c1a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: 279a06e7-bfda-4004-9e5a-9c284bbc4388
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-bdd76-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19087"
    uid: edf907e1-788c-466a-88dc-aaedcaabbbf1
  kind: Event
  lastTimestamp: "2026-09-17T19:25:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:27Z"
    name: isvc-sklearn-scale-raw-bdd76-predictor.18d6321735c8458c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20454"
    uid: a2c8873a-b470-41f0-ab9d-f8df65ab747b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-bdd76
    namespace: kserve-ci-e2e-test
    resourceVersion: "18825"
    uid: 5f647233-bc97-4a66-8578-4a4a22e3cc49
  kind: Event
  lastTimestamp: "2026-09-17T19:25:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:25:27Z"
    name: isvc-sklearn-scale-raw-bdd76.18d63210377b6064
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 5ec65649-6ec9-401c-b907-3b71140c9835
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-bdd76
    namespace: kserve-ci-e2e-test
    resourceVersion: "20449"
    uid: 5f647233-bc97-4a66-8578-4a4a22e3cc49
  kind: Event
  lastTimestamp: "2026-09-17T19:25:27Z"
  message: InferenceService [isvc-sklearn-scale-raw-bdd76] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:25:27Z"
    name: isvc-sklearn-scale-raw-bdd76.18d6323a213bf02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: f21f1683-d9d8-4411-b71b-36e11a31e3dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:17:01.029354Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    to ip-10-0-138-84.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:17:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:17:01Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631c448b28d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15361"
    uid: a1c1512f-4135-479a-ad6e-49e18b69abbd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:17:01Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:17:01Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631c46abacd15
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: c2a069a7-0225-4552-8a8d-51dab6c1a434
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:17:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:01Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631c46c5d3674
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: c961b542-0729-44b7-a216-cb326315bb64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:17:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:01Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631c46eed61c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 4f0d3ff3-426c-4827-8fc2-a037964ffcca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:17:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:01Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631c46f738c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: d01e256d-46eb-4440-ab72-10668c6b970c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:17:06Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:06Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631c5775d6c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: 2887d8f3-c584-4575-9a44-a760cb2cce84
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:17:27Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.081s (21.081s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:27Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631ca5fec20ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: 2c2fa43b-8c8a-49b0-9689-4a89ec4400eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:17:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:27Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631ca636b6acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: c41a0928-2a0b-404e-aa94-decc1b3ecc40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:17:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:27Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631ca63e5311b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15627"
    uid: b0f11e10-75cf-4e3a-b897-c48d71bd42e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:17:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:27Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631ca63f09ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15628"
    uid: a8d07d40-3358-44ca-a48e-863da374ff10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:17:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:27Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631ca67030215
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 30493bc5-12a3-4eff-9061-edb3f2585454
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:17:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:27Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631ca67b1d4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15630"
    uid: d78a8383-5b2d-4edb-9bf8-b39f8c40ef6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:18:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631ca9dc4c518
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: 1812612b-100a-4559-8090-b0e92780bf3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:18:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631dde9242531
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: 1a7a855d-3196-4dc6-83f2-2c92a2cf3b11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:18:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631dde924af14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16526"
    uid: cbf93f3c-b41c-4011-902d-60a707f50b1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 1db3813d-cd81-4e39-a1f0-81a0d0e2d7d0
  kind: Event
  lastTimestamp: "2026-09-17T19:18:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj.18d631dedfbe984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 28bdf91e-3dfa-4d36-9aa6-453f9622657a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-84.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-84.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: c04a6e7d-49ea-4ceb-a5a6-ca5fda49eff7
  kind: Event
  lastTimestamp: "2026-09-17T19:17:01Z"
  message: 'Created pod: isvc-xgboost-graph-raw-e3e91-predictor-644d595965-b78lj'
  metadata:
    creationTimestamp: "2026-09-17T19:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:01Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor-644d595965.18d631c4483bc0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: 70d9a748-25ff-414e-925e-785aa6411078
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-e3e91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: 984398b9-d1d3-4963-a941-7e559abf430d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:00Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-e3e91-predictor-644d595965
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:00Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor.18d631c444cdc407
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: a1a4ecb7-0829-4716-8061-500ff9109586
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e3e91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: e1bbe255-6697-48e8-84ee-52059a647cf1
  kind: Event
  lastTimestamp: "2026-09-17T19:18:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:01Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor.18d631c7c38136dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: 6b3db576-45a1-4778-aa71-392d7b4fc7a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e3e91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: e1bbe255-6697-48e8-84ee-52059a647cf1
  kind: Event
  lastTimestamp: "2026-09-17T19:18:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:01Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor.18d631c7c3f31fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: acb17fb5-2706-495b-ba4d-103ed4ecf5d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e3e91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: e1bbe255-6697-48e8-84ee-52059a647cf1
  kind: Event
  lastTimestamp: "2026-09-17T19:18:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:46Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor.18d631d5c009107d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 08ff859e-cd29-481e-92ab-68b367f581fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e3e91-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: e1bbe255-6697-48e8-84ee-52059a647cf1
  kind: Event
  lastTimestamp: "2026-09-17T19:18:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:46Z"
    name: isvc-xgboost-graph-raw-e3e91-predictor.18d631d5c08653bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: 8654ab49-b650-49f4-b85a-3d9db7be5725
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e3e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: 6e6dc489-e9bc-450e-9a19-5563ab7115c5
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-xgboost-graph-raw-e3e91.18d631c444f7b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 7ac256ef-f159-45cb-a782-be95d8aeff37
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e3e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: 6e6dc489-e9bc-450e-9a19-5563ab7115c5
  kind: Event
  lastTimestamp: "2026-09-17T19:18:35Z"
  message: InferenceService [isvc-xgboost-graph-raw-e3e91] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:35Z"
    name: isvc-xgboost-graph-raw-e3e91.18d631da3db45057
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: 5acb0314-48e8-41c4-a74c-37635db9f7b9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:18:51.317804Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    to ip-10-0-140-225.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631ddf666bd98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: 7bb91864-7666-4739-a698-4f82eb65a2f0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:18:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-7eb14-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631de03932bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: c0e4b48a-364c-4796-b42d-27c81b89e4b0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:18:52Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:18:52Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631de3c624bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: e4528cf3-1a3d-4552-afa3-643f126ed887
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:18:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:52Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631de3e35a77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: e2aee885-e487-45c6-b838-b6e7d159c0f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:18:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:52Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631de423fc87e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: d765ad53-8553-4d23-9eb1-14be93474e93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:18:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:52Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631de4306d689
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: 72804cc4-8af8-4a63-96dc-c43dd47ac3f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:18:56Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:56Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631df29adf7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: c044e947-69ad-4762-99e3-64c01f869be7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:19:17Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.463s (21.463s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:17Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631e428fe17ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: 5cf8cf92-b2eb-4d34-a3c2-46871aa003ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:19:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:17Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631e42c1d2647
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: 75e22da6-ac8a-4045-8e18-ac89ca54037a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:19:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:17Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631e42c925d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16854"
    uid: efef46e8-9095-457a-85ea-3e1d72425766
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:19:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:18Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631e42ca05eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: 8b500cca-439a-40b6-9076-396f507aa1c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:19:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:18Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631e42fc18b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 97f94cb2-bdbf-41d7-93fd-a85b7488f7fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:19:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:18Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631e430354faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 51038fb8-c3e3-4b69-bf9f-f2c573766f9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:20:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:25Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631e48b870337
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: 8a53ff7d-8cfa-4962-bfdd-72572ec6be8d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:20:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:41Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631f796b57f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3da78318-15bf-4d90-9cd9-364b562b18e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:20:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:41Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631f796b5fd33
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: 0ec715a4-81ab-4b28-8010-4973dacc7d92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: bca4a762-ef24-4015-ab6e-fcac25afcb45
  kind: Event
  lastTimestamp: "2026-09-17T19:20:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:45Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7.18d631f891c7b370
    namespace: kserve-ci-e2e-test
    resourceVersion: "17828"
    uid: e4983a43-03a9-473c-9918-3cf689cae6ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 68f4f268-26ad-4113-9531-a538a4464767
  kind: Event
  lastTimestamp: "2026-09-17T19:18:51Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9-rbkp7'
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9.18d631ddf5cfe6ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16572"
    uid: f46c4f6c-9370-4293-ae7a-9be3bde98439
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: ec714734-a548-462e-992d-beb92b1b86e4
  kind: Event
  lastTimestamp: "2026-09-17T19:18:51Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-7eb14-predictor-57f56f9dd9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:51Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor.18d631ddf2de88f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: d53cbd7e-3c1f-4df5-a111-84d51e2a11d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: a2ba7ae3-67d2-4e6f-a8f4-d4438a3cea3f
  kind: Event
  lastTimestamp: "2026-09-17T19:19:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:51Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor.18d631e1713cbef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17113"
    uid: c18ba8fc-f40c-4eca-b83f-8d860445140d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: a2ba7ae3-67d2-4e6f-a8f4-d4438a3cea3f
  kind: Event
  lastTimestamp: "2026-09-17T19:19:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:51Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor.18d631e171a1385d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: 4dc517b2-7f2c-47dc-9bdb-1095681fcf91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16763"
    uid: a2ba7ae3-67d2-4e6f-a8f4-d4438a3cea3f
  kind: Event
  lastTimestamp: "2026-09-17T19:20:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:36Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor.18d631e86f658a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: 791a57b2-52da-4559-a4b8-08285d60f11a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16763"
    uid: a2ba7ae3-67d2-4e6f-a8f4-d4438a3cea3f
  kind: Event
  lastTimestamp: "2026-09-17T19:20:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:36Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14-predictor.18d631e86fe98eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17659"
    uid: b2411b7c-7074-43b9-b365-dcc866e41f71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-7eb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 6881533c-d701-4ac6-a475-436a334c8327
  kind: Event
  lastTimestamp: "2026-09-17T19:20:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:29Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14.18d631ddf2a9b96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: fe9ec058-ecc5-4561-b4e5-e0d8293eee65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-7eb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17565"
    uid: 6881533c-d701-4ac6-a475-436a334c8327
  kind: Event
  lastTimestamp: "2026-09-17T19:20:29Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-7eb14] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:29Z"
    name: isvc-xgboost-graph-raw-hpa-7eb14.18d631f4bebcd73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: c489eeeb-8929-459b-bdd4-4ffdb9b93672
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:20:41.467608Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: b0ec727d-e510-410c-bb6a-24a73b423c7c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-09f87-predictor-6547b66f58-bhnwg
    to ip-10-0-140-225.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:20:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:20:41Z"
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg.18d631f79bd75668
    namespace: kserve-ci-e2e-test
    resourceVersion: "17772"
    uid: 6bfaa47e-4be4-4216-a983-7f8db96d6b00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17776"
    uid: b0ec727d-e510-410c-bb6a-24a73b423c7c
  kind: Event
  lastTimestamp: "2026-09-17T19:20:42Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:20:42Z"
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg.18d631f7be20b1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17788"
    uid: 23e3f473-8e67-46b2-aca2-8cd7d7742ed1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: b0ec727d-e510-410c-bb6a-24a73b423c7c
  kind: Event
  lastTimestamp: "2026-09-17T19:20:42Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T19:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:42Z"
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg.18d631f7bf7fbed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17790"
    uid: be2eeeaa-a21b-4976-84e4-5a93a41792c9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: b0ec727d-e510-410c-bb6a-24a73b423c7c
  kind: Event
  lastTimestamp: "2026-09-17T19:20:43Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.259s (1.259s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:43Z"
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg.18d631f80a9429c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 81408a9d-e6e2-4f28-af8a-0eb150182cf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: b0ec727d-e510-410c-bb6a-24a73b423c7c
  kind: Event
  lastTimestamp: "2026-09-17T19:20:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:43Z"
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg.18d631f80f294b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17800"
    uid: 977c601e-f951-4026-a837-99947b7d3d6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: b0ec727d-e510-410c-bb6a-24a73b423c7c
  kind: Event
  lastTimestamp: "2026-09-17T19:20:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:43Z"
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg.18d631f80fa43650
    namespace: kserve-ci-e2e-test
    resourceVersion: "17801"
    uid: 72822cf2-e1f9-4543-b453-467c754e7236
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: b0ec727d-e510-410c-bb6a-24a73b423c7c
  kind: Event
  lastTimestamp: "2026-09-17T19:20:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:43Z"
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg.18d631f80fae2488
    namespace: kserve-ci-e2e-test
    resourceVersion: "17803"
    uid: 36fb5b78-4615-452f-98e2-e8b0a294655c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: b0ec727d-e510-410c-bb6a-24a73b423c7c
  kind: Event
  lastTimestamp: "2026-09-17T19:20:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:43Z"
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg.18d631f812c3d74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 4a16d7ab-ca79-40fc-806d-2ca21ff697bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: b0ec727d-e510-410c-bb6a-24a73b423c7c
  kind: Event
  lastTimestamp: "2026-09-17T19:20:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:43Z"
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg.18d631f8133b98a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17806"
    uid: cacd31b8-ad04-4c53-95b0-2aee9c1090fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: b0ec727d-e510-410c-bb6a-24a73b423c7c
  kind: Event
  lastTimestamp: "2026-09-17T19:22:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:27Z"
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg.18d6321034375908
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: c5f79d0b-93b8-4857-9641-df5f7521d092
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: b0ec727d-e510-410c-bb6a-24a73b423c7c
  kind: Event
  lastTimestamp: "2026-09-17T19:22:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:27Z"
    name: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg.18d632103437d0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 87d45443-3a07-4824-83e6-d62d0184d7ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-09f87-predictor-6547b66f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 1f05ca44-bb38-414b-9784-e20f020ecbec
  kind: Event
  lastTimestamp: "2026-09-17T19:20:41Z"
  message: 'Created pod: message-dumper-raw-09f87-predictor-6547b66f58-bhnwg'
  metadata:
    creationTimestamp: "2026-09-17T19:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:41Z"
    name: message-dumper-raw-09f87-predictor-6547b66f58.18d631f79b5e55d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17769"
    uid: efe73119-2937-4134-bf12-beb1d5763733
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-09f87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17757"
    uid: 7ea4d5ac-0f1a-4974-bcb9-350645799ae1
  kind: Event
  lastTimestamp: "2026-09-17T19:20:41Z"
  message: Scaled up replica set message-dumper-raw-09f87-predictor-6547b66f58 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:41Z"
    name: message-dumper-raw-09f87-predictor.18d631f799cbfc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: f10d053e-f082-40be-870f-8dec343399f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-09f87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: b079a899-ace9-4176-8204-595df01cc18e
  kind: Event
  lastTimestamp: "2026-09-17T19:21:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:21:11Z"
    name: message-dumper-raw-09f87-predictor.18d631fb18e9a4b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18108"
    uid: 2cd130cc-78a2-4102-8ab8-9d832f64bcca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-09f87-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: b079a899-ace9-4176-8204-595df01cc18e
  kind: Event
  lastTimestamp: "2026-09-17T19:21:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:21:11Z"
    name: message-dumper-raw-09f87-predictor.18d631fb196eb999
    namespace: kserve-ci-e2e-test
    resourceVersion: "18109"
    uid: 5efb5d89-91fe-4727-a7c6-f2999f68987b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-09f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: 1007442c-a5b1-45ce-9649-1b5d373691d9
  kind: Event
  lastTimestamp: "2026-09-17T19:20:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:51Z"
    name: message-dumper-raw-09f87.18d631f799f57ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: da90ce7e-5841-45e2-a64d-5aca22e19701
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-09f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 1007442c-a5b1-45ce-9649-1b5d373691d9
  kind: Event
  lastTimestamp: "2026-09-17T19:20:51Z"
  message: InferenceService [message-dumper-raw-09f87] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:51Z"
    name: message-dumper-raw-09f87.18d631f9d9aed915
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: d0a43536-deb6-4c03-94f8-8c468d5e0bcc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:30:33.773409Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "23149"
    uid: 043375a7-e9e4-4f5e-a657-9433b64973f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-bbbch
    to ip-10-0-140-225.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:30:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:30:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch.18d632818404a531
    namespace: kserve-ci-e2e-test
    resourceVersion: "23154"
    uid: 276f183a-0197-4d71-9418-c4ab9697bf5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "23158"
    uid: 043375a7-e9e4-4f5e-a657-9433b64973f8
  kind: Event
  lastTimestamp: "2026-09-17T19:30:34Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:30:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch.18d63281a61ec90a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23169"
    uid: 4c4a4cad-5188-412a-ad39-d3d30c74c239
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 043375a7-e9e4-4f5e-a657-9433b64973f8
  kind: Event
  lastTimestamp: "2026-09-17T19:30:34Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch.18d63281a7874b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 00f68d47-92d3-4bb7-a63c-52b51e61260c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 043375a7-e9e4-4f5e-a657-9433b64973f8
  kind: Event
  lastTimestamp: "2026-09-17T19:30:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch.18d63281aa3bcbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 60909ddc-8089-4708-9d7b-4f277f3281eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 043375a7-e9e4-4f5e-a657-9433b64973f8
  kind: Event
  lastTimestamp: "2026-09-17T19:30:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch.18d63281aab236d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23173"
    uid: a42b075f-793a-4b66-8e20-376fb0925094
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 043375a7-e9e4-4f5e-a657-9433b64973f8
  kind: Event
  lastTimestamp: "2026-09-17T19:30:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch.18d63281aabd4e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23174"
    uid: 25484536-f1f3-4698-b0b0-9b2cdf359c43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 043375a7-e9e4-4f5e-a657-9433b64973f8
  kind: Event
  lastTimestamp: "2026-09-17T19:30:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch.18d63281ad66ac25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23175"
    uid: d88774d0-7dab-4466-990c-f88dc523b3d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 043375a7-e9e4-4f5e-a657-9433b64973f8
  kind: Event
  lastTimestamp: "2026-09-17T19:30:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:30:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch.18d63281added855
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: 5a2429d7-0a12-46e6-be7f-2f4919a9f544
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 043375a7-e9e4-4f5e-a657-9433b64973f8
  kind: Event
  lastTimestamp: "2026-09-17T19:32:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch.18d6329c7f662023
    namespace: kserve-ci-e2e-test
    resourceVersion: "24107"
    uid: 7a235e1a-47d2-4c88-83c3-513ceae62e3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:32:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 043375a7-e9e4-4f5e-a657-9433b64973f8
  kind: Event
  lastTimestamp: "2026-09-17T19:32:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:32:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bbbch.18d6329c7f66ae48
    namespace: kserve-ci-e2e-test
    resourceVersion: "24108"
    uid: b2cf0bd6-7216-4db5-9640-083de7e2b069
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23138"
    uid: e25f8289-883e-4ff6-b442-555c3966a387
  kind: Event
  lastTimestamp: "2026-09-17T19:30:33Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-bbbch'
  metadata:
    creationTimestamp: "2026-09-17T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d6328183966135
    namespace: kserve-ci-e2e-test
    resourceVersion: "23150"
    uid: 5c5e1592-8ee1-401c-bcf4-3b288ddb9b7c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23136"
    uid: 0625a364-a43f-4592-a52c-faa009cfa358
  kind: Event
  lastTimestamp: "2026-09-17T19:30:33Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:33Z"
    name: message-dumper-raw-cipn-predictor.18d63281801c56ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23139"
    uid: 2d7846ad-a51a-4848-9ce2-59b6089aeab3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23137"
    uid: 1cd80a5a-edc8-49df-b911-ca43a030fbc6
  kind: Event
  lastTimestamp: "2026-09-17T19:31:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:31:03Z"
    name: message-dumper-raw-cipn-predictor.18d63284ff39cd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23460"
    uid: cc80bf1a-6768-4f33-9a61-718d17d17dc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23137"
    uid: 1cd80a5a-edc8-49df-b911-ca43a030fbc6
  kind: Event
  lastTimestamp: "2026-09-17T19:31:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:31:03Z"
    name: message-dumper-raw-cipn-predictor.18d63284ffa47dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23461"
    uid: 7eba4b6f-734c-4d06-8e91-a78109ba47b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23130"
    uid: 887e664e-f2c8-4f47-8acd-5bce690ce4b1
  kind: Event
  lastTimestamp: "2026-09-17T19:30:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:30:41Z"
    name: message-dumper-raw-cipn.18d632818010d4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: 9d3e1ed7-d7e8-4873-99ce-25818ab8b0b5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23130"
    uid: 887e664e-f2c8-4f47-8acd-5bce690ce4b1
  kind: Event
  lastTimestamp: "2026-09-17T19:30:33Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:30:33Z"
    name: message-dumper-raw-cipn.18d63281809a2e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: b85af1ba-376c-41a4-8db5-52afee746ee7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:30:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23233"
    uid: 887e664e-f2c8-4f47-8acd-5bce690ce4b1
  kind: Event
  lastTimestamp: "2026-09-17T19:30:41Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:30:41Z"
    name: message-dumper-raw-cipn.18d6328356a90691
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: dd5fc01f-3fb8-4bf9-8386-8c06aabba492
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:18:40.864204Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 7e8e1795-b624-4746-9390-acfc36398c2a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-e3e91-747b5c94b5-dvrfx
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:18:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:18:40Z"
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx.18d631db87516d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: 6e847bf7-ff77-4328-b6e2-4a4de4f06486
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 7e8e1795-b624-4746-9390-acfc36398c2a
  kind: Event
  lastTimestamp: "2026-09-17T19:18:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-e3e91-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:41Z"
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx.18d631db92b59fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 17aab1b2-79be-4b8e-bc2c-540909a767ff
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16370"
    uid: 7e8e1795-b624-4746-9390-acfc36398c2a
  kind: Event
  lastTimestamp: "2026-09-17T19:18:42Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:18:42Z"
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx.18d631dbcd1b6030
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: 3db8a834-961b-4b54-87ca-d14be2c21025
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3e91}
    kind: Pod
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 7e8e1795-b624-4746-9390-acfc36398c2a
  kind: Event
  lastTimestamp: "2026-09-17T19:18:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
  metadata:
    creationTimestamp: "2026-09-17T19:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:42Z"
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx.18d631dbce62d9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: e9b75533-2635-448e-b3db-e93ea281cd3b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3e91}
    kind: Pod
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 7e8e1795-b624-4746-9390-acfc36398c2a
  kind: Event
  lastTimestamp: "2026-09-17T19:18:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    in 2.176s (2.176s including waiting). Image size: 211751504 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:44Z"
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx.18d631dc501875f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: 2db25f02-b4d1-4be6-b496-1cd3cea16c08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3e91}
    kind: Pod
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 7e8e1795-b624-4746-9390-acfc36398c2a
  kind: Event
  lastTimestamp: "2026-09-17T19:18:44Z"
  message: 'Created container: model-chainer-raw-e3e91'
  metadata:
    creationTimestamp: "2026-09-17T19:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:44Z"
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx.18d631dc52f9f34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 76b9e4e7-03b1-4d86-9c71-872a0b3ff3c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3e91}
    kind: Pod
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 7e8e1795-b624-4746-9390-acfc36398c2a
  kind: Event
  lastTimestamp: "2026-09-17T19:18:44Z"
  message: Started container model-chainer-raw-e3e91
  metadata:
    creationTimestamp: "2026-09-17T19:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:44Z"
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx.18d631dc5384752d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 1a76c3de-2500-456f-8bac-8d41317c2a10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3e91}
    kind: Pod
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 7e8e1795-b624-4746-9390-acfc36398c2a
  kind: Event
  lastTimestamp: "2026-09-17T19:18:50Z"
  message: Stopping container model-chainer-raw-e3e91
  metadata:
    creationTimestamp: "2026-09-17T19:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:50Z"
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx.18d631dddf26f7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: e5298fc7-5af1-4ef6-87c0-948598cb00c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3e91}
    kind: Pod
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 7e8e1795-b624-4746-9390-acfc36398c2a
  kind: Event
  lastTimestamp: "2026-09-17T19:19:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:15Z"
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx.18d631dddf7e755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: d760c2ca-85c8-47eb-80d1-896c06ff7cb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e3e91}
    kind: Pod
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 7e8e1795-b624-4746-9390-acfc36398c2a
  kind: Event
  lastTimestamp: "2026-09-17T19:19:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8080/readyz": dial tcp
    10.134.0.28:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:19:20Z"
    name: model-chainer-raw-e3e91-747b5c94b5-dvrfx.18d631e4db8618f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: c2fa1918-6e1a-420f-9508-5dee430e179b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-e3e91-747b5c94b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 251fc828-c031-449c-a383-fc645e5f9d78
  kind: Event
  lastTimestamp: "2026-09-17T19:18:40Z"
  message: 'Created pod: model-chainer-raw-e3e91-747b5c94b5-dvrfx'
  metadata:
    creationTimestamp: "2026-09-17T19:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:40Z"
    name: model-chainer-raw-e3e91-747b5c94b5.18d631db86c8d3e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: 62af04ce-4f3d-4e41-8e40-bb72ef4c9229
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-e3e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: de44249a-3685-4404-87d7-19e3e7d0eb3b
  kind: Event
  lastTimestamp: "2026-09-17T19:18:40Z"
  message: Scaled up replica set model-chainer-raw-e3e91-747b5c94b5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:40Z"
    name: model-chainer-raw-e3e91.18d631db85f95483
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 4518337f-c520-4296-967e-31061cc37188
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-e3e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: c48cb804-e1bb-4deb-bcab-995153deb5a5
  kind: Event
  lastTimestamp: "2026-09-17T19:18:40Z"
  message: InferenceGraph [model-chainer-raw-e3e91] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:40Z"
    name: model-chainer-raw-e3e91.18d631db8be3dfc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: e0bb69be-83f3-438b-9639-263991e840d6
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:20:31.186188Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: cee3f39c-6bb7-43df-9d53-85d1298a14ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-7eb14-7c964d587c-skw74
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:20:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:20:31Z"
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74.18d631f537055eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: 35dd9168-8bf6-4b79-b210-66e57ce64f78
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17601"
    uid: cee3f39c-6bb7-43df-9d53-85d1298a14ab
  kind: Event
  lastTimestamp: "2026-09-17T19:20:31Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:20:31Z"
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74.18d631f558f35d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: 914a3e15-291e-4eb5-9027-9447f8e81e72
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7eb14}
    kind: Pod
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: cee3f39c-6bb7-43df-9d53-85d1298a14ab
  kind: Event
  lastTimestamp: "2026-09-17T19:20:31Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:31Z"
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74.18d631f55a7a9a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: 72d55550-7cd1-4a31-abb6-502cf3e1c46c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7eb14}
    kind: Pod
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: cee3f39c-6bb7-43df-9d53-85d1298a14ab
  kind: Event
  lastTimestamp: "2026-09-17T19:20:31Z"
  message: 'Created container: model-chainer-raw-hpa-7eb14'
  metadata:
    creationTimestamp: "2026-09-17T19:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:31Z"
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74.18d631f55d9b4337
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: 724ac393-1b2e-4fd2-a700-12dcd75d7821
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7eb14}
    kind: Pod
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: cee3f39c-6bb7-43df-9d53-85d1298a14ab
  kind: Event
  lastTimestamp: "2026-09-17T19:20:31Z"
  message: Started container model-chainer-raw-hpa-7eb14
  metadata:
    creationTimestamp: "2026-09-17T19:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:31Z"
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74.18d631f55e1d69ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: f8fa23f8-8f33-4e2a-ad4c-dbb137b7918b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7eb14}
    kind: Pod
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: cee3f39c-6bb7-43df-9d53-85d1298a14ab
  kind: Event
  lastTimestamp: "2026-09-17T19:20:41Z"
  message: Stopping container model-chainer-raw-hpa-7eb14
  metadata:
    creationTimestamp: "2026-09-17T19:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:20:41Z"
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74.18d631f78e51862b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: 675075d6-0322-4b15-a9a1-4bbe68763fb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7eb14}
    kind: Pod
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: cee3f39c-6bb7-43df-9d53-85d1298a14ab
  kind: Event
  lastTimestamp: "2026-09-17T19:21:08Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:21:08Z"
    name: model-chainer-raw-hpa-7eb14-7c964d587c-skw74.18d631f8106b7807
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b41b5776-a9ac-481f-97a5-9f836bb4a76e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-7eb14-7c964d587c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17587"
    uid: 7e227a4e-5183-420c-a566-db953e145dba
  kind: Event
  lastTimestamp: "2026-09-17T19:20:31Z"
  message: 'Created pod: model-chainer-raw-hpa-7eb14-7c964d587c-skw74'
  metadata:
    creationTimestamp: "2026-09-17T19:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:31Z"
    name: model-chainer-raw-hpa-7eb14-7c964d587c.18d631f53688888b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 79de2eca-e848-4aa3-8122-96f9016db4fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-7eb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17583"
    uid: ec4f2564-3682-478c-a61a-ef6ce1610e02
  kind: Event
  lastTimestamp: "2026-09-17T19:20:31Z"
  message: Scaled up replica set model-chainer-raw-hpa-7eb14-7c964d587c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:20:31Z"
    name: model-chainer-raw-hpa-7eb14.18d631f5358ad1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 54b3cbcc-9c61-4fbb-806a-82b6ff279acd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:20:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-7eb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 9c87a5a5-b610-425c-8dcb-1b55f70f85a5
  kind: Event
  lastTimestamp: "2026-09-17T19:20:31Z"
  message: InferenceGraph [model-chainer-raw-hpa-7eb14] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:20:31Z"
    name: model-chainer-raw-hpa-7eb14.18d631f53c67f719
    namespace: kserve-ci-e2e-test
    resourceVersion: "17605"
    uid: 1b6329a3-ebee-435c-bde5-ab15fac02eec
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:22:44.495636Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    to ip-10-0-140-225.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:22:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:22:44Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d6321440e20a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: 7eae414f-f1c9-448c-b894-9d973e0137fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:22:45Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:22:45Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d6321463408a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: ac1b4d29-9e05-412a-96f6-5cacfb628ec6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:22:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:45Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d6321464b2c8bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19152"
    uid: 9aeba575-fb6a-4902-a7a6-dcda532c95cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:22:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:45Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d6321468135cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19153"
    uid: 131bd103-8a91-4149-80fb-618891d0f822
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:22:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:45Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d63214688e9d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19154"
    uid: 76faabfb-76c9-4a0e-b579-d59728ec1a23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:22:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:49Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d632156bfe92d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19186"
    uid: 571c7861-8148-43bc-a965-ae27b6513af1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:22:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:49Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d632156f39a3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19188"
    uid: e12d25d5-cd87-4205-b05c-464374ab75ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:22:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:49Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d632156fb2fc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "19189"
    uid: a636bc06-e73c-4677-8e4e-8e227a701ca2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:22:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:49Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d632156fbe805a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19192"
    uid: 7f4a1fc4-1a65-488d-8ebb-32bfee9a7603
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:22:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:49Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d6321572cb3a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: ef03b837-7e80-4a61-990d-d583ecc8bb62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:22:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:22:49Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d63215734a10e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19196"
    uid: 5a6a15f9-76cc-4c06-97f7-8f2c4d4d3f0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:24:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:29Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d63215a8142a24
    namespace: kserve-ci-e2e-test
    resourceVersion: "19961"
    uid: 789e4a69-ef11-47db-abe9-23ff8e867e5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:24:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:25Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d6322badee1b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: 4b466a74-d13a-41ae-8e16-7b1101b34d3b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:24:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:25Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d6322badeee1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19930"
    uid: 6c4aaa41-bd4a-419e-ad04-1bd650bcde52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 8b565da1-cef8-43a7-8496-c7362453b442
  kind: Event
  lastTimestamp: "2026-09-17T19:24:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:26Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r.18d6322c0255ee35
    namespace: kserve-ci-e2e-test
    resourceVersion: "19941"
    uid: 4004705a-49d7-470f-abe6-79f99aeed378
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-225.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-225.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-b0e4a-predictor-d99b7bc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: a78acc98-0fb4-4eac-88b8-78513a3ae426
  kind: Event
  lastTimestamp: "2026-09-17T19:22:44Z"
  message: 'Created pod: raw-sklearn-b0e4a-predictor-d99b7bc64-jft2r'
  metadata:
    creationTimestamp: "2026-09-17T19:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:44Z"
    name: raw-sklearn-b0e4a-predictor-d99b7bc64.18d6321440375390
    namespace: kserve-ci-e2e-test
    resourceVersion: "19130"
    uid: e3c6665f-3d1d-49ee-a2db-f99e0fd30619
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-b0e4a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19117"
    uid: fccd2b29-ecc8-470f-87bd-74f3a7650120
  kind: Event
  lastTimestamp: "2026-09-17T19:22:44Z"
  message: Scaled up replica set raw-sklearn-b0e4a-predictor-d99b7bc64 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:22:44Z"
    name: raw-sklearn-b0e4a-predictor.18d632143c4b3845
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: 305a8169-3a18-47a3-bf96-925ce2435200
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-b0e4a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19118"
    uid: b6a70804-9292-48a0-b569-cfcd63622472
  kind: Event
  lastTimestamp: "2026-09-17T19:23:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:23:29Z"
    name: raw-sklearn-b0e4a-predictor.18d63217ba95b22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19508"
    uid: 8ea840e1-b374-4064-ad6f-8286cf65d483
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-b0e4a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19118"
    uid: b6a70804-9292-48a0-b569-cfcd63622472
  kind: Event
  lastTimestamp: "2026-09-17T19:23:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:23:29Z"
    name: raw-sklearn-b0e4a-predictor.18d63217bb0f4a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19509"
    uid: d8d0dc70-3aac-4569-8e01-36021b0a27f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-b0e4a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: b6a70804-9292-48a0-b569-cfcd63622472
  kind: Event
  lastTimestamp: "2026-09-17T19:24:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:24:14Z"
    name: raw-sklearn-b0e4a-predictor.18d6322237a5cc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 350eabce-3da1-426d-bf77-dc48007d04b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:23:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-b0e4a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: b6a70804-9292-48a0-b569-cfcd63622472
  kind: Event
  lastTimestamp: "2026-09-17T19:24:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:24:14Z"
    name: raw-sklearn-b0e4a-predictor.18d63222381c1a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19828"
    uid: f6edddda-b2c4-430f-9a60-efcab65116a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-b0e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19109"
    uid: b156a1b3-b614-467b-a672-1ca26e06ed93
  kind: Event
  lastTimestamp: "2026-09-17T19:24:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:24:19Z"
    name: raw-sklearn-b0e4a.18d632143c4b269a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: 6d3caf42-55cc-42b7-bccf-dfa7c0ac598a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:22:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-b0e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19109"
    uid: b156a1b3-b614-467b-a672-1ca26e06ed93
  kind: Event
  lastTimestamp: "2026-09-17T19:22:44Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-b0e4a": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-b0e4a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:22:44Z"
    name: raw-sklearn-b0e4a.18d632143d29ab1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19125"
    uid: c09d722c-4283-486f-b5b6-9097e3f7cc5b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-b0e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: b156a1b3-b614-467b-a672-1ca26e06ed93
  kind: Event
  lastTimestamp: "2026-09-17T19:24:19Z"
  message: InferenceService [raw-sklearn-b0e4a] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:24:19Z"
    name: raw-sklearn-b0e4a.18d6322a4bfb24cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19871"
    uid: ead894eb-0393-4613-997e-8cc6bd6135de
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:24:30.274904Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    to ip-10-0-131-232.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:24:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:24:30Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d6322ce1d1a415
    namespace: kserve-ci-e2e-test
    resourceVersion: "20000"
    uid: e8720086-80bb-42c3-b874-0a031da6c38e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687d756b57-gp4rl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:24:30Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:24:30Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d6322d03c44f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: f6a179d7-1c2a-4420-8910-2a19ef0ac6aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:24:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:30Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d6322d0536ce3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 42a4470b-ec5d-42c9-8d56-eae5dd5a6c14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:24:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:30Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d6322d08a04bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: 2a6c0f84-4f3a-4433-97e6-b6fd5b9b67f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:24:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:30Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d6322d091981be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: eb5b735e-4a0f-46dc-98f3-e175ef78eb61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:24:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:35Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d6322e161b45a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20057"
    uid: b233ae7a-f729-4690-a72b-1d1382fe8be5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:24:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:35Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d6322e192e3798
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: 6675f10c-3453-4b15-967d-6ac1db895384
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:24:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:35Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d6322e19a98faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: fa2f08c9-9c6c-4232-aca4-7f50a118b8ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:24:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:35Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d6322e19b4178d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: 367f7449-eadd-4ad8-8a2b-0a8025b52bea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:24:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:35Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d6322e1ce7337e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20065"
    uid: d242cdfc-9334-4a7d-b203-844cf727661d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:24:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:24:35Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d6322e1d5e6333
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: d41ddf04-a47e-4aef-bfe5-095a48a4a685
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:26:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:03Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d6322e8e076959
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: 9fe1b5f1-8a00-4520-a302-602afed094ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:26:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:00Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d63241f3b220a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: d5ecb690-5a13-4feb-afe6-948365744bf2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:26:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:00Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d63241f3b29f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: ecdc6ebc-4910-4603-a35d-7de758e20c33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 9b932ceb-d635-4910-b20f-3ca89ddc6acc
  kind: Event
  lastTimestamp: "2026-09-17T19:26:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:03Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5.18d63242943827bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 542dfa43-05d5-4291-9869-905af96dd9d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: 4881e59d-8e56-4db4-b127-8a39b2da5b8e
  kind: Event
  lastTimestamp: "2026-09-17T19:24:30Z"
  message: 'Created pod: raw-sklearn-runtime-9534b-predictor-5476b9544d-l46q5'
  metadata:
    creationTimestamp: "2026-09-17T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:24:30Z"
    name: raw-sklearn-runtime-9534b-predictor-5476b9544d.18d6322ce1691178
    namespace: kserve-ci-e2e-test
    resourceVersion: "19997"
    uid: e6daa1c9-02a3-4b44-abf6-89eea9c99fd2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-9534b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 27887d16-bffb-4fe1-8f01-e4933c2bc5c5
  kind: Event
  lastTimestamp: "2026-09-17T19:24:30Z"
  message: Scaled up replica set raw-sklearn-runtime-9534b-predictor-5476b9544d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:24:30Z"
    name: raw-sklearn-runtime-9534b-predictor.18d6322cdce35b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19985"
    uid: 46fc9e1c-9b61-4c80-98ea-af2e102fba43
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-9534b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19982"
    uid: 26a72b66-3dbe-492c-aed3-5881cdce9a4e
  kind: Event
  lastTimestamp: "2026-09-17T19:25:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:15Z"
    name: raw-sklearn-runtime-9534b-predictor.18d632305b542f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: 495aff4c-c781-4dc0-900d-0c79bbdad357
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-9534b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19982"
    uid: 26a72b66-3dbe-492c-aed3-5881cdce9a4e
  kind: Event
  lastTimestamp: "2026-09-17T19:25:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:25:15Z"
    name: raw-sklearn-runtime-9534b-predictor.18d632305bc3e78e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: 694b2a65-8aac-47e0-897d-1641cbbbc54f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-9534b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20145"
    uid: 26a72b66-3dbe-492c-aed3-5881cdce9a4e
  kind: Event
  lastTimestamp: "2026-09-17T19:26:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:00Z"
    name: raw-sklearn-runtime-9534b-predictor.18d63233da942e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20851"
    uid: acffeca2-ff42-4b41-9df3-eb0732a60124
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-9534b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20145"
    uid: 26a72b66-3dbe-492c-aed3-5881cdce9a4e
  kind: Event
  lastTimestamp: "2026-09-17T19:26:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:00Z"
    name: raw-sklearn-runtime-9534b-predictor.18d63233db0a6509
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: 9282a2b8-fa73-4b1c-a5eb-17836a2d5fdc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-9534b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: aaf94699-ba1a-42b7-a587-f79b911d6fd2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:25:53Z"
    name: raw-sklearn-runtime-9534b.18d6322cdcd2a2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: 4469a4e5-7c72-46d1-a8f9-929553d2aa07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:24:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-9534b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: aaf94699-ba1a-42b7-a587-f79b911d6fd2
  kind: Event
  lastTimestamp: "2026-09-17T19:24:30Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-9534b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-9534b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:24:30Z"
    name: raw-sklearn-runtime-9534b.18d6322cdd3692fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19988"
    uid: 6bbc5e0f-a963-4788-a360-29615688b768
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:25:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-9534b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20799"
    uid: aaf94699-ba1a-42b7-a587-f79b911d6fd2
  kind: Event
  lastTimestamp: "2026-09-17T19:25:53Z"
  message: InferenceService [raw-sklearn-runtime-9534b] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:25:53Z"
    name: raw-sklearn-runtime-9534b.18d6324045a51f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: a58400fa-6100-4468-a3bf-dd662e77005b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24367"