---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:17:11.281308Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-66d85d8bfb-pkk2g
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d627f41999206c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21412"
    uid: ccfee81f-75e0-4e43-ae68-c4aa9280dade
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d627f43b66a334
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: e9ce5ebb-b0ee-49e2-8e5d-7b9c4470c264
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d627f43cd06c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21438"
    uid: 537444f4-539a-41fb-b6d2-b709fdab43a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d627f43f5c96cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21441"
    uid: bea9ded2-3c3b-4e99-99e1-c708ad34c420
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d627f43fd11d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "21442"
    uid: b8b46aca-f574-41e1-9ca5-8a2a83f8bed6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d627f54c704f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21519"
    uid: 15221083-ebb7-4330-8584-ee2cd1d8b5f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d627f5501b0a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 5dcb3859-d3fe-4ece-b520-c5a0d2322694
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d627f5509191d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21525"
    uid: 74488ad4-565b-4683-8d20-c5d8698253d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d627f5509c3a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: 7e6b824c-9848-40d4-9bf1-9cf636113735
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d627f5541c0dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21533"
    uid: 62c580a5-6817-4ec6-9d06-6011acc97670
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d627f554931a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: 61a00961-f318-46d4-97ef-b160a7ea2194
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:18:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:23Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d627f588a8b145
    namespace: kserve-ci-e2e-test
    resourceVersion: "22027"
    uid: bc6bcee7-8c1b-49b4-b780-182222b2f88a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:18:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:34Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d6280784608bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22136"
    uid: 56a308bb-849c-410d-8e23-407a0bb40dee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:18:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:34Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d6280784610764
    namespace: kserve-ci-e2e-test
    resourceVersion: "22139"
    uid: a2b2dd70-5034-488b-8db6-9dc031a4c42a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 0a06fef6-2a8c-48f4-9153-61416e4d2865
  kind: Event
  lastTimestamp: "2026-09-17T16:18:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:38Z"
    name: isvc-canary-create-predictor-66d85d8bfb-pkk2g.18d6280864da7234
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: 8c42dca7-c466-40be-89aa-de37f9230d04
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:17:11.233999Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-66d85d8bfb-vsjpj
    to ip-10-0-128-191.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d627f416c725ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 630d0723-0156-49e4-8ecc-9f3856086448
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21407"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d627f438ec24ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: 1dee2ea5-1794-4efe-939c-d630541c37c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d627f43a886322
    namespace: kserve-ci-e2e-test
    resourceVersion: "21433"
    uid: fa55a781-2d1e-49e4-9d66-7e2d942c5112
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d627f43dec4070
    namespace: kserve-ci-e2e-test
    resourceVersion: "21439"
    uid: 0736ceb1-f66c-4e88-a3d0-12b8b32f5ab5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d627f43e65326e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: ef634f04-2826-42dd-8ac1-f96b387e3717
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d627f53a4f62a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21508"
    uid: 3f19475c-0166-4c19-87d1-523fea076eee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d627f53d24ca3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 361518df-3fdb-4152-924d-e34a42c5e0ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d627f53daaf1a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21512"
    uid: 5b04938a-9c9c-4383-b6f7-f401379efc23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d627f53db43870
    namespace: kserve-ci-e2e-test
    resourceVersion: "21514"
    uid: 107b22e7-2207-4771-9fbc-0a68af0b9fd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d627f541967fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21516"
    uid: bd0cfa37-c1e8-4c40-bf20-9c28b089a010
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d627f54215dfe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21517"
    uid: 04301936-c096-4770-a5b0-0f6b2541e410
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:18:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:24Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d627f5b235546b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22032"
    uid: f8a06ea3-4e58-41e9-a4df-4e7983971b4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:18:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:41Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d6280915cc3d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22221"
    uid: 44057514-48d4-48df-bc49-df258fd8330d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:18:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:41Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d6280915cccf47
    namespace: kserve-ci-e2e-test
    resourceVersion: "22224"
    uid: 079317b9-92c4-4062-a2ad-69ed9ce37a03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 62ff4cc8-9594-45d4-ad84-66a9cc65829f
  kind: Event
  lastTimestamp: "2026-09-17T16:18:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:44Z"
    name: isvc-canary-create-predictor-66d85d8bfb-vsjpj.18d62809b864d27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: 0b4022ce-cc24-4a54-a185-4c5116471a86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-66d85d8bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: 608e2a30-3078-44ee-82c2-6252bd72d55c
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: 'Created pod: isvc-canary-create-predictor-66d85d8bfb-vsjpj'
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor-66d85d8bfb.18d627f4162b2a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "21399"
    uid: 6a3a2fc4-aab8-4667-b730-def73336e81d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-66d85d8bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: 608e2a30-3078-44ee-82c2-6252bd72d55c
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: 'Created pod: isvc-canary-create-predictor-66d85d8bfb-pkk2g'
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor-66d85d8bfb.18d627f41927bb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: aac54aac-b990-4565-a83f-c84fe71e7799
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-66d85d8bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22132"
    uid: 608e2a30-3078-44ee-82c2-6252bd72d55c
  kind: Event
  lastTimestamp: "2026-09-17T16:18:34Z"
  message: 'Deleted pod: isvc-canary-create-predictor-66d85d8bfb-pkk2g'
  metadata:
    creationTimestamp: "2026-09-17T16:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:34Z"
    name: isvc-canary-create-predictor-66d85d8bfb.18d628078440bcf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22138"
    uid: bb5addf1-2f39-47a2-a8d3-2172a4a4f0e2
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 26aeeb50-794a-4f87-b87d-d27dfa0f5b55
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: Scaled up replica set isvc-canary-create-predictor-66d85d8bfb from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-predictor.18d627f412eb7926
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: 5f4c22a8-7b91-4e5a-9a9a-523d3b421557
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22128"
    uid: 26aeeb50-794a-4f87-b87d-d27dfa0f5b55
  kind: Event
  lastTimestamp: "2026-09-17T16:18:34Z"
  message: Scaled down replica set isvc-canary-create-predictor-66d85d8bfb from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:34Z"
    name: isvc-canary-create-predictor.18d62807836732cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22134"
    uid: 1e3900b6-8652-4dbd-96c3-22b37bfec14f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:17:11.194456Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-cdb97449-qw8mr
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d627f4146bc6ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21393"
    uid: d005db0f-6537-4306-9de2-18c33a8d34fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d627f43692c27c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: 3a8c3a86-6137-4f43-8ce1-3b5583f1757f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d627f43824e8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: 5a56f476-67e4-47dc-955f-305b93b1cd82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d627f43a91f9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 808a12bd-a4e7-4d78-8e76-0de286ef8645
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d627f43b037205
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 54149f34-685f-405a-adf2-67ddcda94fe9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d627f54c85ea7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: 050c9b5a-a981-493f-9b1e-80e69f35d1ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d627f5502424f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21524"
    uid: e8d0942d-f184-46fb-8a46-0fbbdf69b09e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d627f5509edd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: 8f21adaa-c208-475d-af42-fbfe50890b83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d627f550aa9a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21530"
    uid: 954adcab-b096-4488-9834-87bb21c46935
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d627f55410a7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21531"
    uid: be35af9f-eda2-4363-a309-f6ff351cf9ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d627f55486f417
    namespace: kserve-ci-e2e-test
    resourceVersion: "21534"
    uid: 4f6ba7d2-81e7-4b90-9d4b-461d609b986c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:18:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:44Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d627f5c48ab00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22250"
    uid: b2259e59-b137-4c5b-9014-8e1126790940
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:18:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:41Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d6280915682145
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: 772aed3a-f077-48a2-9486-4998c116fb69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:18:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:41Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d628091568a28c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 24914a58-9c1f-4fa0-a2d4-746132428deb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 09a29a1f-c22a-4283-9a85-84306faeb84d
  kind: Event
  lastTimestamp: "2026-09-17T16:18:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:44Z"
    name: isvc-canary-create-v2-predictor-cdb97449-qw8mr.18d62809cab8c4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22249"
    uid: 6071f8d2-b617-4533-9728-1ac3bf392403
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-cdb97449
    namespace: kserve-ci-e2e-test
    resourceVersion: "21373"
    uid: 880b92df-8578-47c0-920e-e48f3ffbb06d
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-cdb97449-qw8mr'
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-v2-predictor-cdb97449.18d627f413ce2d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: 984e03f7-b9de-4e82-9f7a-2092f37b73d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21372"
    uid: 1b83379b-2bbe-4d76-b6b4-231b071fce48
  kind: Event
  lastTimestamp: "2026-09-17T16:17:11Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-cdb97449 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:11Z"
    name: isvc-canary-create-v2-predictor.18d627f410294717
    namespace: kserve-ci-e2e-test
    resourceVersion: "21374"
    uid: 44a714bb-4974-419f-852f-b54445a754a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: 6c4ed960-c585-4035-966a-db8216ecefb3
  kind: Event
  lastTimestamp: "2026-09-17T16:18:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:34Z"
    name: isvc-canary-create.18d627f412339756
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: 038a540b-ff9f-4d82-b750-5fdcbf265eb9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: 6c4ed960-c585-4035-966a-db8216ecefb3
  kind: Event
  lastTimestamp: "2026-09-17T16:18:34Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:34Z"
    name: isvc-canary-create.18d627f412e4b123
    namespace: kserve-ci-e2e-test
    resourceVersion: "22147"
    uid: 4e88eb92-1898-4a44-9af9-5f849e9daec6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: 6c4ed960-c585-4035-966a-db8216ecefb3
  kind: Event
  lastTimestamp: "2026-09-17T16:18:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:34Z"
    name: isvc-canary-create.18d627f412e4f1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22148"
    uid: 95388ee9-c0bf-49ca-be67-6c95f8dd463b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22113"
    uid: 6c4ed960-c585-4035-966a-db8216ecefb3
  kind: Event
  lastTimestamp: "2026-09-17T16:18:33Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:33Z"
    name: isvc-canary-create.18d6280742f0e12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22114"
    uid: df5e1cf9-f6ae-437b-b071-e1da4d5b0e1c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:18:46.549775Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:18:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:18:46Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6280a480a89c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: 7531d41f-3aab-42a5-b82d-17a2db16f48b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:18:47Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:18:47Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6280a6a02a5b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22341"
    uid: bb6f3c87-9fbe-4641-bc0b-8a978c1b5258
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:18:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:47Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6280a6c2d709c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 09449198-14b3-4875-9d7a-010e7b224e7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:18:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:47Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6280a6ef476c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: 4513de14-0785-4ebd-af78-68da686f54bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:18:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:47Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6280a6f656a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: 46d554dd-2e84-4af4-871e-958a21445ee7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:18:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:52Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6280b90673bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22424"
    uid: 8af4f62a-8c2f-4e3e-95e1-8792ad56c67d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:18:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:52Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6280b93c81e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22427"
    uid: 7406bd45-a29d-44fd-9a5a-fbb20e6bfe7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:18:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:52Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6280b94381527
    namespace: kserve-ci-e2e-test
    resourceVersion: "22428"
    uid: 68ede8dd-8a4c-4083-8829-243161614a77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:18:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:52Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6280b94424607
    namespace: kserve-ci-e2e-test
    resourceVersion: "22429"
    uid: 99af1068-5d2b-4ab1-b23b-343ef7cb39d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:18:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:52Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6280b97903ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22432"
    uid: d5213c62-9d8c-4709-b655-02a325fcf4a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:18:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:52Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6280b9801c5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: 37a9f956-7455-41c7-a28f-dd6d66dbab00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:00Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6280c0854e691
    namespace: kserve-ci-e2e-test
    resourceVersion: "22914"
    uid: 5461a433-2c00-4220-aca7-463e5f7a5540
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:08Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6281d78ffaf7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23001"
    uid: 9f9438c1-d56d-4723-a4c7-ab1c68ae96cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:08Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6281d79005d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23003"
    uid: 8aad01a7-85a2-4585-86ea-adf231baf698
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 46fbf3be-1291-41f0-86fb-a4636eb991f7
  kind: Event
  lastTimestamp: "2026-09-17T16:20:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:10Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-8jhrd.18d6281dba8a4f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "23024"
    uid: 511eaaaa-45f1-418c-b869-97fa7cfea042
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:18:46.601166Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5fd5fb8776-msc6d
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:18:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:18:46Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6280a4b1aaa57
    namespace: kserve-ci-e2e-test
    resourceVersion: "22318"
    uid: 3ec1b8ae-864b-4a17-b7e3-b42d3a48c837
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22326"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:18:47Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:18:47Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6280a6d28c36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: 78511be0-0020-4ff0-b887-a2fcbd7da7e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:18:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:47Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6280a6ecda776
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 18ca957a-3169-4ccc-a368-2aa273ed712b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:18:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:47Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6280a714e6e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 355598ca-fd59-4b3d-9593-73e4c1119b36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:18:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:47Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6280a71ba8fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: fa649dce-8c87-4a18-bc0a-b4f19de69e0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:18:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:51Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6280b820d10ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: 7a1c7954-a201-464c-b121-2f8a02fc51e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:18:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:51Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6280b860bd402
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 2b86926c-723f-4435-84d0-8f43b35fa60a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:18:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:51Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6280b867ee280
    namespace: kserve-ci-e2e-test
    resourceVersion: "22412"
    uid: b7ac4c66-f38f-45f9-bac4-702c451e9dc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:18:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:51Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6280b8689b93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22413"
    uid: 682b5f4a-b368-44b0-8eb4-6f1c5b5b1c5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:18:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:51Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6280b8a2832aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22417"
    uid: 237e24ae-869c-4277-bedd-012a26936819
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:18:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:51Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6280b8aa2ad4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22419"
    uid: 95eaef86-10ac-4826-b0e1-124ca1a90b07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:20:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:18Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6280bbe426bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23126"
    uid: 1c084351-9b68-4e8d-a06e-6e4e5fbf3014
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:20:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:16Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6281f428d035c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23088"
    uid: 6e8ea689-a70f-4b4f-a2c6-5df6074ede7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:20:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:16Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6281f428d8226
    namespace: kserve-ci-e2e-test
    resourceVersion: "23089"
    uid: a85ac6e0-6ae1-42f2-a93a-543030c09627
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 1e699a51-9d57-4faa-9001-ffd6c0b6f479
  kind: Event
  lastTimestamp: "2026-09-17T16:20:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:18Z"
    name: isvc-canary-promote-predictor-5fd5fb8776-msc6d.18d6281fc489080e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23125"
    uid: a06adba8-cdeb-4b16-a1b4-57bf9a4b8e0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5fd5fb8776
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fcd9c49f-5edb-4adc-8d5a-0532fb339099
  kind: Event
  lastTimestamp: "2026-09-17T16:18:46Z"
  message: 'Created pod: isvc-canary-promote-predictor-5fd5fb8776-8jhrd'
  metadata:
    creationTimestamp: "2026-09-17T16:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:46Z"
    name: isvc-canary-promote-predictor-5fd5fb8776.18d6280a478f2c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: 20536ffc-dc5b-4b07-a30f-c07747a3831e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5fd5fb8776
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fcd9c49f-5edb-4adc-8d5a-0532fb339099
  kind: Event
  lastTimestamp: "2026-09-17T16:18:46Z"
  message: 'Created pod: isvc-canary-promote-predictor-5fd5fb8776-msc6d'
  metadata:
    creationTimestamp: "2026-09-17T16:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:46Z"
    name: isvc-canary-promote-predictor-5fd5fb8776.18d6280a4a813248
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: 03e64fce-1773-4294-a32e-af230621ed4b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5fd5fb8776
    namespace: kserve-ci-e2e-test
    resourceVersion: "22993"
    uid: fcd9c49f-5edb-4adc-8d5a-0532fb339099
  kind: Event
  lastTimestamp: "2026-09-17T16:20:08Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-5fd5fb8776-8jhrd'
  metadata:
    creationTimestamp: "2026-09-17T16:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:08Z"
    name: isvc-canary-promote-predictor-5fd5fb8776.18d6281d78d5c426
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 107d0aa9-e4a6-48a5-9042-74906135096e
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 087c94c7-c7d8-4895-a789-a24fc8bd343f
  kind: Event
  lastTimestamp: "2026-09-17T16:18:46Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5fd5fb8776 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T16:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:46Z"
    name: isvc-canary-promote-predictor.18d6280a44191a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: 97b1b71f-070a-433d-ab9d-a8ff95b9173b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22989"
    uid: 087c94c7-c7d8-4895-a789-a24fc8bd343f
  kind: Event
  lastTimestamp: "2026-09-17T16:20:08Z"
  message: Scaled down replica set isvc-canary-promote-predictor-5fd5fb8776 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:08Z"
    name: isvc-canary-promote-predictor.18d6281d785d89ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22994"
    uid: 6cb330c8-1764-4f87-a277-54da64f284a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:20:16.824791Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23094"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:20:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:20:16Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d6281f4cda0332
    namespace: kserve-ci-e2e-test
    resourceVersion: "23099"
    uid: e5eb1ea6-a144-4367-b214-760bcd4fa0c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23104"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:20:17Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:20:17Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d6281f6f26405f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23108"
    uid: 2e474c27-c9b0-4560-99d7-d1d8b316ae80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:20:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:17Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d6281f70a75b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 5ab28050-77f1-41b0-acac-bac96970957f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:20:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:17Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d6281f7365618a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23111"
    uid: 484cee36-6b82-4db9-8eb9-417a74c2c55d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:20:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:17Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d6281f73d2cf9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23112"
    uid: f62a8071-9145-4a5e-9b78-0afc0aee5155
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:20:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:21Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d628206348fe49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23147"
    uid: 4c27c89d-2f80-46e0-b1af-56c241bdb500
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:20:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:21Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d62820662be3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: ddaeeb0e-c08e-40bb-b36a-0215088eecda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:20:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:21Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d62820669aba86
    namespace: kserve-ci-e2e-test
    resourceVersion: "23153"
    uid: b4bef82b-461f-4ce8-8363-5ee212274bb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:20:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:21Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d6282066a4b491
    namespace: kserve-ci-e2e-test
    resourceVersion: "23154"
    uid: 7d45d890-d21c-49db-925f-96eb51eca761
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:20:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:21Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d62820698553bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: d4ae093d-1530-4328-824f-8649a6d2c1ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:20:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:21Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d6282069f33cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "23157"
    uid: e6121a64-be12-45af-8a87-bf11aa793205
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:21:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:47Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d62820db4d6a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "23771"
    uid: 0107e591-faa3-4445-964c-cafeb420efde
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:21:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:46Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d628344828aa0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23766"
    uid: 3f82e166-a968-4fd5-b891-21243ea67574
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:21:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:46Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d628344829bdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23767"
    uid: 8d0a181b-8d9b-43d8-bf0d-6788d15c695d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: 71e84127-eb05-4178-9187-d6170c183f6e
  kind: Event
  lastTimestamp: "2026-09-17T16:21:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:49Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg.18d62834e18d519e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: 94ec6a90-7787-4052-a066-181dca5f7a1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:18:46.535834Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22295"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:18:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:18:46Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280a4735da43
    namespace: kserve-ci-e2e-test
    resourceVersion: "22301"
    uid: 8f0754c9-ac8d-4f50-981d-ac86cad92bd4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:18:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:46Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280a4f1158fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 8a9d6924-6474-4286-addf-706e37daddfd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:18:47Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:18:47Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280a8cfcc12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22355"
    uid: 015caf38-bcc9-4289-abe9-44717ee4e0de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:18:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:47Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280a8ec0268f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22357"
    uid: fd0ad598-0f9d-4096-9920-2874642ad917
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:18:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:47Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280a91a28b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "22358"
    uid: f4fd5acb-b10f-4722-b2cd-69cb9567f208
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:18:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:47Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280a921509e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22359"
    uid: f293ef19-fd7f-4636-b54d-a467f522597f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:18:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:51Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280b822231a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22406"
    uid: e332f20b-93ae-4099-998d-483400948844
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:18:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:51Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280b861d888d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22411"
    uid: d6a1ddaa-c91e-4912-8609-3fdc6c111eb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:18:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:51Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280b868e3ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22414"
    uid: e7e40bb1-ab2f-42e6-a2a1-35ec7a6aeed0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:18:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:51Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280b8697982f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22415"
    uid: b50a8e05-8c67-4675-a6ee-71d8bc3cc1a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:18:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:51Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280b8a31f2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 4bdc9af1-bb99-4819-9c0a-bec4f5e4ad76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:18:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:51Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280b8aafd2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22420"
    uid: 91f8ee7a-64f5-48da-9328-7b06bff7444b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:21:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:48Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6280bbe59a970
    namespace: kserve-ci-e2e-test
    resourceVersion: "23794"
    uid: 8809a57e-76e4-429e-8632-530650a6d435
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:21:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:46Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6283447eec788
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: f39b7bd8-aac8-4a53-8555-4d0e12c3f19d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:21:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:46Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d6283447ef5f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: ad27c62d-b01b-4a5d-9b44-12444cd99acd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 401046a0-7919-4be6-a267-132d510698a0
  kind: Event
  lastTimestamp: "2026-09-17T16:21:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:48Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm.18d62834b8fca1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23793"
    uid: 3d577590-173a-495e-aebf-f80681e97b11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: c17ec78f-f87b-405c-a746-ab73404d8ab9
  kind: Event
  lastTimestamp: "2026-09-17T16:18:46Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7c98bbb8c9-jt5pm'
  metadata:
    creationTimestamp: "2026-09-17T16:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:46Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9.18d6280a46c089fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: bb79c606-9716-4f53-bdfd-6eccf70a2b6b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23079"
    uid: c17ec78f-f87b-405c-a746-ab73404d8ab9
  kind: Event
  lastTimestamp: "2026-09-17T16:20:16Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7c98bbb8c9-8vhdg'
  metadata:
    creationTimestamp: "2026-09-17T16:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:16Z"
    name: isvc-canary-promote-v2-predictor-7c98bbb8c9.18d6281f4c019587
    namespace: kserve-ci-e2e-test
    resourceVersion: "23097"
    uid: 319706c8-3406-46e8-b2de-73982ffc13ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22276"
    uid: 0045477c-6694-49bb-938b-031ed583b7c1
  kind: Event
  lastTimestamp: "2026-09-17T16:18:46Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7c98bbb8c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:46Z"
    name: isvc-canary-promote-v2-predictor.18d6280a40887a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22279"
    uid: 0031deb5-536b-4736-b827-50e0470d62fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23073"
    uid: 0045477c-6694-49bb-938b-031ed583b7c1
  kind: Event
  lastTimestamp: "2026-09-17T16:20:16Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7c98bbb8c9 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T16:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:16Z"
    name: isvc-canary-promote-v2-predictor.18d6281f3fd840a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: 106957dd-6202-4484-95c9-002e8046d10f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: 28b7f773-89fa-4922-bc24-c233c0436477
  kind: Event
  lastTimestamp: "2026-09-17T16:20:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:20:16Z"
    name: isvc-canary-promote.18d6280a439ce133
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: d15ebf33-d553-492f-9d65-10894bd7057f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: 28b7f773-89fa-4922-bc24-c233c0436477
  kind: Event
  lastTimestamp: "2026-09-17T16:18:46Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:46Z"
    name: isvc-canary-promote.18d6280a4425fb2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: 05fb51c7-6384-4ba9-a021-d0db5737cf0e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: 28b7f773-89fa-4922-bc24-c233c0436477
  kind: Event
  lastTimestamp: "2026-09-17T16:18:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:46Z"
    name: isvc-canary-promote.18d6280a442644b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: e1e97b8c-99f4-4ad3-a20c-da2bb286d6f0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23009"
    uid: 28b7f773-89fa-4922-bc24-c233c0436477
  kind: Event
  lastTimestamp: "2026-09-17T16:21:37Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:20:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:21:37Z"
    name: isvc-canary-promote.18d6281d7ca55a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23687"
    uid: af78a176-f67c-48fb-8901-53dc5ee2ce53
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: 28b7f773-89fa-4922-bc24-c233c0436477
  kind: Event
  lastTimestamp: "2026-09-17T16:20:16Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T16:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:20:16Z"
    name: isvc-canary-promote.18d6281f4a84b7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23093"
    uid: 899483f4-77e2-4c31-910b-c28538660bca
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:08:34.780391Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16054"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b9dfd44-4n79g
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:08:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d6277bd7be8a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16058"
    uid: 9c575534-b57b-4ddf-bd39-f1ac61b67168
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:08:35Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:08:35Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d6277bf9af8079
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: 0b4a2ff0-06df-4ce9-a00a-33b38a8e1aa6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:08:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:35Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d6277bfb311135
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: 46cc5e7c-edd0-47d5-87f4-574071ce2d93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:08:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:35Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d6277bfe294d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16072"
    uid: 64e12fb0-02ee-4409-819c-8f5f34768f04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:08:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:35Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d6277bfe9f7034
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3907ab77-b56a-4880-8252-def5c2a1e488
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d6277cf176dadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: 25d4d8a0-8df8-4810-b6ca-4eb0967bc455
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d6277cf460b5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: a6262eb9-08f6-4917-ac07-cfe8f1713d12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d6277cf4d9c8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 5fba5622-d2a2-4915-897b-bbd5c1a890ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d6277cf4e5c4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: 013e1837-2856-4873-9812-70936b86337e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d6277cf7c59207
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: a09815fa-84c4-463b-b1fa-c4ae4cfd1178
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d6277cf8612409
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: dc77b4d5-31a4-444a-9ff7-64449b1a7fe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:07Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d6277d69969bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: f7c3361d-03fc-4a5e-80ad-3411b2e244ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:04Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d62790d2194597
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: d61fe77c-5bda-48d3-8b83-9b9c7f0f26e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:04Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d62790d219b887
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: c36afecd-b858-4246-a65b-be27ca0c0ced
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 43c32301-34fc-464c-a8f4-62593e3d41ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:07Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-4n79g.18d627916fce573b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16958"
    uid: eb63471c-1473-4cb3-99f8-027f5cf9bafa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:06:45.044026Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    to ip-10-0-128-191.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d627624af28764
    namespace: kserve-ci-e2e-test
    resourceVersion: "15052"
    uid: 4e1d2de1-218a-4728-9577-121475da4256
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d627626cf6919c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: af1f3958-b16b-4fb0-8110-30a497c2c4ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d627626e7ef171
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: 1c0cea4c-f0bf-4594-83fa-308c580ca7e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d6276271a2b976
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: 1f6261f5-7057-4754-a776-a19abc3b86eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d6276272127bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15092"
    uid: 430da27d-f889-43a7-8ab9-38bbaf66ef54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:06:49Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
  metadata:
    creationTimestamp: "2026-09-17T16:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:49Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d627635817aa36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 8d6fea3d-329c-415c-94e4-d4410b3e2421
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:07:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    in 13.323s (13.323s including waiting). Image size: 1583199637 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:02Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d62766723600b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: 2cbb3388-c12b-4f75-811f-2fb172b606aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:07:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:02Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d6276675827272
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: e78349d5-d6b6-4e0e-b0a9-6f5283679387
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:07:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:02Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d6276675ee8ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: da8d1dc6-3324-4d00-aa35-4bd4c937e3d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:07:02Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T16:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:02Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d6276675fefaf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: b5c3264a-23f5-4edc-8732-f1f725ec92ee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:07:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.28s (2.28s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:05Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d62766fde7b1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: 39ea6ebc-bfa1-481f-90c5-b6d0a564eac6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:07:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:05Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d627670095b528
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: 614ce31e-9afe-4383-97b6-f517886d0052
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:07:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:05Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d6276701029cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: b77b94a5-88ef-4bce-ac33-d26f2231fb3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:08:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:11Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d6276717892550
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 7075fb45-0554-482b-ae72-50dd5b0d3309
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:04Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d62790d20e0ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: c31eae3a-7f51-4011-8709-6916333377f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:04Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d62790d20eadc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: 6476198a-a471-4399-b77e-03c8080953e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: b5ae44cf-3732-4277-9831-95fc73c78a29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:06Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-dqcdb.18d627913c209d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: 7357bac9-12f5-41c5-92eb-23d9036d70ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:06:45.097369Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b9dfd44-wncxp
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d627624e20722c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15064"
    uid: aaca0b39-761d-493c-b862-dfa71f3e71ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d627627034811e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: dab2beca-0bd3-4615-b912-edbba3f3ce72
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d627627196e593
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: b2d3a0c7-9a59-4936-b413-b1aa0627ab09
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:06:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    in 3.176s (3.176s including waiting). Image size: 308177844 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:48Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d627632ee920e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: 914999f2-4378-4fd4-9131-e33ef9fa800c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:06:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:48Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d627633212fe6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15129"
    uid: e2c74849-b008-4794-b05e-6da77743e93d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:06:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:48Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d627633289f127
    namespace: kserve-ci-e2e-test
    resourceVersion: "15131"
    uid: 564ebf1e-27b1-4d77-922a-4190cbe03628
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d6276427dcb553
    namespace: kserve-ci-e2e-test
    resourceVersion: "15176"
    uid: 00235df5-9a31-4a22-b42c-8e6e8b488bc3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:07:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    in 17.029s (17.029s including waiting). Image size: 1583199637 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:10Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d627681ee4cb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 21532ea3-c547-42c5-8849-cb337a9011b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:07:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:10Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d6276823a21d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: 9e56a15e-59e5-433f-baaa-d02f9ad654f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:07:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:10Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d62768242fa56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: 0f1dade7-877f-4cb9-953e-5b3540c1aac7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:07:10Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:10Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d62768243e65d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: e7e2a3ee-b2c1-4895-bc86-80d1bd7b8515
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:07:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.496s (2.496s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:12Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d62768b910912f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: 55774f56-97a2-42dc-9236-05e1c8591738
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:07:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:12Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d62768bba3efa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 1deec431-1144-41c3-9d28-2e062a5eabb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:07:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:12Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d62768bc1666a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: a3530168-65e6-4cee-8922-2a05acd46987
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:08:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:19Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d62768d7867a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 164a90d0-9aba-4348-b593-f63622f132a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:08:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:25Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d62779bffe62ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15941"
    uid: 35e9bee2-17f3-4efa-b71a-b1c703f8eda9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:08:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:25Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d62779bffed731
    namespace: kserve-ci-e2e-test
    resourceVersion: "15944"
    uid: 271fc677-fec1-42e2-b5ff-1d8d17e3d6d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: d12f2f10-c0f7-421f-a830-f1664af854c7
  kind: Event
  lastTimestamp: "2026-09-17T16:08:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp
    10.132.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:29Z"
    name: isvc-canary-rollback-predictor-6b9dfd44-wncxp.18d6277a89d02597
    namespace: kserve-ci-e2e-test
    resourceVersion: "15993"
    uid: 20bf9a6e-0270-4ff4-a23d-700eb2ac5dbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b9dfd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 12a07246-223c-4df8-8b9d-f1c125896e1e
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b9dfd44-dqcdb'
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-canary-rollback-predictor-6b9dfd44.18d627624a7bd71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15050"
    uid: b6f53996-1c23-4a9b-9f21-33264f9ceded
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b9dfd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 12a07246-223c-4df8-8b9d-f1c125896e1e
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b9dfd44-wncxp'
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-canary-rollback-predictor-6b9dfd44.18d627624d8b4e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15060"
    uid: cf35f81c-a26d-4f36-a0b3-0cfa27a02274
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b9dfd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 12a07246-223c-4df8-8b9d-f1c125896e1e
  kind: Event
  lastTimestamp: "2026-09-17T16:08:25Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6b9dfd44-wncxp'
  metadata:
    creationTimestamp: "2026-09-17T16:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:25Z"
    name: isvc-canary-rollback-predictor-6b9dfd44.18d62779bfbccca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: 21483a2b-d895-470a-a501-040741af72ce
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b9dfd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16038"
    uid: 12a07246-223c-4df8-8b9d-f1c125896e1e
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b9dfd44-4n79g'
  metadata:
    creationTimestamp: "2026-09-17T16:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-rollback-predictor-6b9dfd44.18d6277bd73eb2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16055"
    uid: 1d34e4f5-0de5-408a-aa52-b3775ca99da7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15030"
    uid: afa33317-97e0-4794-95df-580762a75303
  kind: Event
  lastTimestamp: "2026-09-17T16:06:44Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b9dfd44 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T16:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:44Z"
    name: isvc-canary-rollback-predictor.18d6276244935363
    namespace: kserve-ci-e2e-test
    resourceVersion: "15034"
    uid: e0595561-cb0a-46c1-9bd9-3a4acaf994dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: afa33317-97e0-4794-95df-580762a75303
  kind: Event
  lastTimestamp: "2026-09-17T16:08:25Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6b9dfd44 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:25Z"
    name: isvc-canary-rollback-predictor.18d62779be08b8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: c583a765-d808-45d6-862b-fe38ad140e54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16032"
    uid: afa33317-97e0-4794-95df-580762a75303
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b9dfd44 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-17T16:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-rollback-predictor.18d6277bd223b1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 858ac9f6-2041-4682-8041-29777989cd62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:06:44.958402Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15036"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:06:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:06:44Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d6276245d7fd65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15042"
    uid: 20902c87-38c5-472f-a8ac-3623db7cbc0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d6276267f11bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: 97d74dd2-a2d2-41ce-a917-b5c86cc2a633
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d6276269663ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15083"
    uid: 7908b8ef-d6f0-4d94-bb07-b4bea2366aa6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:06:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    in 3.137s (3.137s including waiting). Image size: 308177844 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:48Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d6276324628282
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: c68127b0-f1ff-4d32-9ce2-68f6c8524491
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:06:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:48Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d6276327f948a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15123"
    uid: 42c16905-60d6-41c2-9461-7b5cacf77024
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:06:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:48Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d627632867c0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: b1f180d5-eae0-4cdb-b522-8a8351356515
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d6276442e69db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: 99921be9-215c-4ca7-8617-869597df7a8c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:07:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    in 13.663s (13.663s including waiting). Image size: 1583199637 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:07Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d62767714ef668
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: ec2b6442-a5df-40eb-9356-236408604bda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:07:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:07Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d6276774b83bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 3263e8c8-3a16-4174-b0c7-5206a3864ad8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:07:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:07Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d627677526e613
    namespace: kserve-ci-e2e-test
    resourceVersion: "15299"
    uid: 539dd752-feab-4ec7-a41e-9423cdb2e48b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:07:07Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T16:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:07Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d627677533f5ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: 2e0febd5-104c-4262-b724-8aa71a0ab76d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:07:09Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.17s (2.17s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:09Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d62767f698322d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: 761e843d-2ec6-453e-87b8-b95e83d1b59a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:07:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:09Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d62767f9b44b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: f8f3e938-ab09-4bd0-a02c-b9d427b09319
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:07:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:09Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d62767fa286c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: 622d398d-dc5c-404e-9ec1-b2ea1404ad42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:08:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:35Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d6276802c7ece8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16080"
    uid: bf7f7dc5-ff39-4e2a-bc8e-8c8e74a73f9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d6277bd2fd8356
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 9e65ca4d-8313-48f1-9662-e27db098b8e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d6277bd2fe13b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 27fdcad6-85bd-4a02-a260-9a809b5fe159
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 3113155a-b561-47a2-8cbd-8ded5bd5151a
  kind: Event
  lastTimestamp: "2026-09-17T16:08:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:35Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s.18d6277c091103d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16079"
    uid: 4a922288-4999-4bec-a702-8a48c4f94b76
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-84f8f8b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: 2b4dc42c-1b31-406f-bc61-3e2c728b8e75
  kind: Event
  lastTimestamp: "2026-09-17T16:06:44Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-84f8f8b45-ffg2s'
  metadata:
    creationTimestamp: "2026-09-17T16:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:44Z"
    name: isvc-canary-rollback-v2-predictor-84f8f8b45.18d6276245754866
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: 29c833f4-15c5-4921-a90f-45f0732d0589
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: da2aab03-f8fe-4018-9cbf-33f281d2a38e
  kind: Event
  lastTimestamp: "2026-09-17T16:06:44Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-84f8f8b45 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:44Z"
    name: isvc-canary-rollback-v2-predictor.18d62762420e3e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 02241aa4-b000-4617-8848-62014f4b163e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15005"
    uid: 9cd3bf52-baf1-4619-b01a-2b902cbb8273
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-rollback.18d62762442dac09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 6d5c272c-71c7-49fa-aa95-d85db572b3e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 9cd3bf52-baf1-4619-b01a-2b902cbb8273
  kind: Event
  lastTimestamp: "2026-09-17T16:08:25Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:25Z"
    name: isvc-canary-rollback.18d62779c4d5f790
    namespace: kserve-ci-e2e-test
    resourceVersion: "15951"
    uid: d61dfe7b-a60e-4429-a4b6-579c1c95dba9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 9cd3bf52-baf1-4619-b01a-2b902cbb8273
  kind: Event
  lastTimestamp: "2026-09-17T16:08:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:25Z"
    name: isvc-canary-rollback.18d62779c4d661e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15952"
    uid: e4971a2a-4050-4f45-8ebf-4eb6e7904389
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15955"
    uid: 9cd3bf52-baf1-4619-b01a-2b902cbb8273
  kind: Event
  lastTimestamp: "2026-09-17T16:09:57Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:09:57Z"
    name: isvc-canary-rollback.18d62779c8c0fd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16860"
    uid: 56f376b3-2d1a-4e28-b5a5-d3a4eceeca8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 9cd3bf52-baf1-4619-b01a-2b902cbb8273
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T16:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-rollback.18d6277bd66f11ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: 99ab4ef4-2dcd-46a9-b57e-f4157933e192
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:10:10.103512Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7f68f9d4d-8d72r
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d627920971f5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: 7576b387-e94b-4796-be3a-14f01974d5ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17036"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d627922b6504a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: de4645ae-cc25-4b29-b291-25765b9e6536
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d627922ced10cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: f6d37f3c-51f0-4aed-95d7-0e3f9b29abd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d627923069399f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: a417b610-b563-458f-acb2-94d8f074b6fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d6279230df498a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 8f4bc568-fa3b-4e5e-9313-faf5a092298d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:10:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:14Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d62793259dc379
    namespace: kserve-ci-e2e-test
    resourceVersion: "17122"
    uid: 962ddb59-0448-416d-97e5-246595fbc69d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:10:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:14Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d62793296bdf3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 5f6e4158-d5cd-4ec8-a86e-ff5678993e77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:10:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:14Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d6279329e8f495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: 131041a0-f5e1-4764-b947-3bb09e5a9465
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:10:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:14Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d6279329f4fd93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 42e57fae-58ff-4c65-9e4b-d63a917ede8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:10:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:14Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d627932d2b7aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: fa1a9094-5b15-4f54-8aca-fb66fbbd4c9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:10:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:15Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d627932da8e540
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: 1643da15-6bcb-48fe-9ef1-5ae37df390d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:11:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:41Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d6279361b9b147
    namespace: kserve-ci-e2e-test
    resourceVersion: "18109"
    uid: 5262df49-2486-4407-9dc0-2b51beb98f86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:11:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:40Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d627a6fc7e8776
    namespace: kserve-ci-e2e-test
    resourceVersion: "18091"
    uid: eaf7d7b5-acf1-4b09-9cc7-0cd68807a0f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:11:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:40Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d627a6fc7ef9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18092"
    uid: f68d2104-b94e-4ed7-84d0-2b6b6b4afc45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 8d369865-8f7b-4716-be75-03e4f8e310bd
  kind: Event
  lastTimestamp: "2026-09-17T16:11:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:41Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-8d72r.18d627a76807cbd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18108"
    uid: 0baad8a5-7a54-4f76-848d-a2c3447e8c39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:10:10.164853Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17037"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    to ip-10-0-128-191.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d627920d19f56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17041"
    uid: b17f5e1a-ebc9-42cd-978d-c826b00c5049
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d627922f1aade9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: 749b8312-0bdc-49a3-8628-20d52e608af9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d62792307a0cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: f17a07bb-cf91-484f-95c4-76e93a56c4cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d62792335ec354
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: 1d758bbb-683b-479c-9914-1594ecbd142a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d6279233d47a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: 248ee25e-e66d-407f-8af8-97cb98bde006
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:15Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d627934572e735
    namespace: kserve-ci-e2e-test
    resourceVersion: "17144"
    uid: 5a2a40fa-6bc6-4a6f-829f-175b8ef7fcaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:15Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d6279348459cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: a13a7475-8619-4e7c-8698-5240fd1f8d22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:15Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d6279348e0aa10
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: dbf55bb5-12ae-4482-a2f6-dbb66ae6196e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:15Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d6279348ea96bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17148"
    uid: a46a842c-c67c-4733-9318-1eb26c9f1075
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:15Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d627934befb7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17150"
    uid: b952f4ce-50d5-4386-a5d9-cbdd6527e3bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:15Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d627934c671739
    namespace: kserve-ci-e2e-test
    resourceVersion: "17151"
    uid: 66941c12-4efb-4005-ac62-94d607f336ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:11:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:28Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d62793bd5a113f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: e6538549-7e35-4581-90aa-37942e4cee45
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:11:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:38Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d627a69eb246f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18042"
    uid: f35f0c7e-3f68-43fe-b6f5-5751bcc384f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 4500d358-c35f-42c7-a52a-88a5f66944b4
  kind: Event
  lastTimestamp: "2026-09-17T16:11:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:38Z"
    name: isvc-canary-stop-predictor-7f68f9d4d-wb4wf.18d627a69eb343d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18043"
    uid: 186cbb39-38e6-464e-ab9b-71adfc1366da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7f68f9d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 0db29dd8-c03f-48c4-bc65-b7e79ce90e78
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: 'Created pod: isvc-canary-stop-predictor-7f68f9d4d-8d72r'
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor-7f68f9d4d.18d62792090f1bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: b4df1bd5-b40f-4ab2-8f99-dff6d3a0f5a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7f68f9d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 0db29dd8-c03f-48c4-bc65-b7e79ce90e78
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: 'Created pod: isvc-canary-stop-predictor-7f68f9d4d-wb4wf'
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor-7f68f9d4d.18d627920caa47ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: dfb7446a-6aff-4759-97a9-fe3ab7557505
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7f68f9d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18033"
    uid: 0db29dd8-c03f-48c4-bc65-b7e79ce90e78
  kind: Event
  lastTimestamp: "2026-09-17T16:11:38Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-7f68f9d4d-wb4wf'
  metadata:
    creationTimestamp: "2026-09-17T16:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:38Z"
    name: isvc-canary-stop-predictor-7f68f9d4d.18d627a69e87dfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: 9e3cc3cc-992b-49e6-b725-e04e11990627
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: 75f74e0c-ee8b-4100-90cf-ab0217572f0f
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: Scaled up replica set isvc-canary-stop-predictor-7f68f9d4d from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-predictor.18d627920559b64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: 2fb6dc50-b29e-480a-960b-87b28d738cc4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18028"
    uid: 75f74e0c-ee8b-4100-90cf-ab0217572f0f
  kind: Event
  lastTimestamp: "2026-09-17T16:11:38Z"
  message: Scaled down replica set isvc-canary-stop-predictor-7f68f9d4d from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:38Z"
    name: isvc-canary-stop-predictor.18d627a69deacb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18034"
    uid: fad03faf-58e4-45ad-a4f5-106a07359400
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:10:10.093752Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17016"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d6279208dd0052
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: acee4984-0b54-4bef-b4da-cb6ceaa3c4fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d627922aead59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17054"
    uid: 32d2bce8-9fbb-42ab-98cc-06eb1068c660
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d627922c617538
    namespace: kserve-ci-e2e-test
    resourceVersion: "17058"
    uid: 5624123d-6466-4937-af2a-083fee78c0ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d627923053f87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: 3f975067-a623-4695-bcdd-294fe60c548a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d6279230d116b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: d52f4e34-8a9f-4e3a-a0d0-96a4b7d1311e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:14Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d6279325b4d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "17123"
    uid: 63473b50-40c4-4dd4-a553-888398ea8083
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:14Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d627932960e37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: b498f761-26cf-4cff-b72d-0be3f695e9b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:14Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d6279329daf1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: 93efea86-f378-4df1-b22c-25c3cd714e51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:14Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d6279329e71d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: 187a2bc6-d9aa-432f-aca4-6e0e1ddc765c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:15Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d627932d35c130
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: 333c4e8a-4898-40ce-95d1-edc6c78d0805
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:10:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:15Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d627932db65019
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: d6c6ac9d-abf1-481b-b710-ecb56a11c371
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:11:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:28Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d627939db06ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17942"
    uid: e5b5800d-2cf8-4ae7-96ed-98f9203c7e3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:11:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:40Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d627a6fa970d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18080"
    uid: f10fbc46-97dd-4985-9752-2f050cf12384
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:11:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:40Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d627a6fa97a51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18084"
    uid: 1514c4b5-be4a-455f-8a49-fcb933f9d9b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 2240e96e-9057-46c1-8cc8-f3b56c0dbe29
  kind: Event
  lastTimestamp: "2026-09-17T16:11:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:42Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf.18d627a7a3e0628f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18119"
    uid: 71699f23-fced-436f-aec2-f247666ca4dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6786bd6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: 0a5d4007-e5d9-449e-851b-8378ca48645d
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6786bd6d5-bwncf'
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-v2-predictor-6786bd6d5.18d62792086fdbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17017"
    uid: 704ce4fe-2b23-45ae-b7a7-9f5aae6f1536
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: 18b27d7b-a02a-4b8a-8324-595a56b744b3
  kind: Event
  lastTimestamp: "2026-09-17T16:10:09Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6786bd6d5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-stop-v2-predictor.18d6279203424ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 3ac69b0e-41e7-426b-880c-fdb1b52d31cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: c6f1558c-aa07-4b75-96c2-56388dec7196
  kind: Event
  lastTimestamp: "2026-09-17T16:11:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:40Z"
    name: isvc-canary-stop.18d62792050254de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18087"
    uid: 03e21b74-1541-4b2c-a811-962de51a8768
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: c6f1558c-aa07-4b75-96c2-56388dec7196
  kind: Event
  lastTimestamp: "2026-09-17T16:11:38Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:38Z"
    name: isvc-canary-stop.18d627920581acd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18050"
    uid: bf495343-550f-4d8a-9302-939096e6dbff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: c6f1558c-aa07-4b75-96c2-56388dec7196
  kind: Event
  lastTimestamp: "2026-09-17T16:11:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:38Z"
    name: isvc-canary-stop.18d627920581fc48
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: 10bbec97-dc40-4359-864a-cf2cdeaef818
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18053"
    uid: c6f1558c-aa07-4b75-96c2-56388dec7196
  kind: Event
  lastTimestamp: "2026-09-17T16:11:38Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:38Z"
    name: isvc-canary-stop.18d627a6a57af3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18054"
    uid: d17e0e65-0bc6-4d33-9070-a0b2b022996d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: c6f1558c-aa07-4b75-96c2-56388dec7196
  kind: Event
  lastTimestamp: "2026-09-17T16:11:40Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-17T16:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:40Z"
    name: isvc-canary-stop.18d627a6fc015409
    namespace: kserve-ci-e2e-test
    resourceVersion: "18090"
    uid: 58fb7a97-2a4b-4f89-9f2a-6056d7d0b989
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:13:58.796145Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19598"
    uid: 820f0f60-ff1a-4737-87a8-d4a229b34f36
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:13:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:13:58Z"
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh.18d627c7489699c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19605"
    uid: b534b3b4-e012-4c98-ba59-7a54baa4aeea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 820f0f60-ff1a-4737-87a8-d4a229b34f36
  kind: Event
  lastTimestamp: "2026-09-17T16:13:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-30d9d9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:59Z"
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh.18d627c7568d7a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19613"
    uid: 51062c43-2450-4fa2-a1f2-c5ac1c8f195a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: 820f0f60-ff1a-4737-87a8-d4a229b34f36
  kind: Event
  lastTimestamp: "2026-09-17T16:13:59Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:13:59Z"
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh.18d627c78ede79ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19623"
    uid: 359c2a09-bcd0-4b29-b5aa-565e76b02815
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 820f0f60-ff1a-4737-87a8-d4a229b34f36
  kind: Event
  lastTimestamp: "2026-09-17T16:14:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:02Z"
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh.18d627c790778fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: e387cb4d-ecbb-468a-9058-d7f89543caa2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 820f0f60-ff1a-4737-87a8-d4a229b34f36
  kind: Event
  lastTimestamp: "2026-09-17T16:14:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:02Z"
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh.18d627c793153f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19657"
    uid: f8174af0-62d2-43b2-9464-4a040b1fa1c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 820f0f60-ff1a-4737-87a8-d4a229b34f36
  kind: Event
  lastTimestamp: "2026-09-17T16:14:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:02Z"
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh.18d627c793884805
    namespace: kserve-ci-e2e-test
    resourceVersion: "19659"
    uid: 4fd10a9c-dc9b-43df-bd5d-e2ecc21aeacc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 820f0f60-ff1a-4737-87a8-d4a229b34f36
  kind: Event
  lastTimestamp: "2026-09-17T16:14:04Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:04Z"
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh.18d627c8a55f0a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19697"
    uid: c84b91f8-c059-4557-a7e3-ce1fda49f2cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19588"
    uid: 9ec2b383-6173-4e4c-b4c3-e8f96716ec09
  kind: Event
  lastTimestamp: "2026-09-17T16:13:58Z"
  message: 'Created pod: isvc-init-fail-30d9d9-predictor-5fb699fc7f-kmnqh'
  metadata:
    creationTimestamp: "2026-09-17T16:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:58Z"
    name: isvc-init-fail-30d9d9-predictor-5fb699fc7f.18d627c7482cacaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: 2b6dec90-4444-42fe-84af-e54e47658126
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-30d9d9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19586"
    uid: c8ce5d49-151c-4735-abc5-1ca641d4045e
  kind: Event
  lastTimestamp: "2026-09-17T16:13:58Z"
  message: Scaled up replica set isvc-init-fail-30d9d9-predictor-5fb699fc7f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:58Z"
    name: isvc-init-fail-30d9d9-predictor.18d627c744b9926e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: ddc66761-27c2-4f83-aed7-3964864c6e79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-30d9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: ed59ddf1-4cdd-47cf-b381-7e46762bf958
  kind: Event
  lastTimestamp: "2026-09-17T16:14:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:14:02Z"
    name: isvc-init-fail-30d9d9.18d627c744b775cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19661"
    uid: a545e7f5-fd45-4517-86a8-4fcfd44dc2ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-30d9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: ed59ddf1-4cdd-47cf-b381-7e46762bf958
  kind: Event
  lastTimestamp: "2026-09-17T16:13:58Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-30d9d9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-30d9d9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:58Z"
    name: isvc-init-fail-30d9d9.18d627c7454ec377
    namespace: kserve-ci-e2e-test
    resourceVersion: "19594"
    uid: 15cc8653-6969-4c5f-9fd8-f96767ef03a8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-30d9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: ed59ddf1-4cdd-47cf-b381-7e46762bf958
  kind: Event
  lastTimestamp: "2026-09-17T16:13:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-30d9d9": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:58Z"
    name: isvc-init-fail-30d9d9.18d627c7454efc3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: 75a60c5d-d79c-42c6-89ae-d203e8bce1c9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:12:50.653996Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:12:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:12:50Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b76affeca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18906"
    uid: 69e60932-2408-4919-a8c8-fb518c6aaef7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-2b3c5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:50Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b776e31827
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 1e551909-f923-45c7-887f-55bac2ceb1f0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:51Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:12:51Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b7b08e0c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "18926"
    uid: 83ccbc35-5591-41fc-8a7d-4a86a73d1362
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:51Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b7b2345e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "18929"
    uid: fbc6f826-1159-4a10-aad2-02969432a058
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:51Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b7b57c5c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "18930"
    uid: 5d941ab8-5ab3-4d0f-8b1d-1b05fef7e715
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:51Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b7b5efa8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 93a54a1b-3f0b-4fb6-bae8-6277c2c21b3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:56Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b8c66546b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18966"
    uid: 0dd98f44-b372-4d26-8e9a-b2957e03316b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:56Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b8c94e1a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: dafdf9e6-71ad-4093-a5cb-049532d30e00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:56Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b8c9c203dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: ed8593d1-c1ab-4f5a-b01e-ef684da1119b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:56Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b8c9cd898a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18972"
    uid: 0eed4291-e60b-4e32-964f-b049187bd460
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:56Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b8cc9b7010
    namespace: kserve-ci-e2e-test
    resourceVersion: "18973"
    uid: 59102412-7257-4620-87f8-d05fb9eb7093
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:56Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b8cd0f4184
    namespace: kserve-ci-e2e-test
    resourceVersion: "18976"
    uid: 3f304859-190b-49a6-8214-c852cb0a19ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:56Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c73686553d5cc4caf67b918e00ba0faca5d0e7ca84a0c9381da4124a083f6e22"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:56Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b8cd198e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 32fb6ee7-6052-4941-85d5-7ebc2c088c27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:56Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T16:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:56Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b8cff958e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18979"
    uid: 84537269-d80d-437b-aa45-1e4621adfed5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:12:56Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T16:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:56Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b8d073ebb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18980"
    uid: 089781c1-b202-4d5e-81b1-a88f1e7ac726
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:14:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:31Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b9026931b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20064"
    uid: 01a98a05-be1d-46f8-9fc1-018553186104
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:14:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:31Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627b93e68a193
    namespace: kserve-ci-e2e-test
    resourceVersion: "20065"
    uid: 206149a0-cb58-4bf1-8594-9469925ed9e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:14:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:25Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627cd914cd3f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: 0ce06de7-f4c6-4631-8f68-526bf831cbf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:14:25Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T16:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:25Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627cd914d219f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: cae6bf7a-716a-40e5-a9e4-74ce247a6876
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:14:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:25Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627cd914d32f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19955"
    uid: 99ab3573-0e9b-4f8c-a889-5fa0f592a184
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 52f5f061-e8f6-45cd-ba4d-26a0f0ddc829
  kind: Event
  lastTimestamp: "2026-09-17T16:14:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:39Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7.18d627ce6e74e5a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 70dc46f5-8d12-4b72-ae81-4a2eddc18ef8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-2b3c5-predictor-c54454df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18891"
    uid: 97533485-9617-4fa7-b35c-2d40efe6aeb9
  kind: Event
  lastTimestamp: "2026-09-17T16:12:50Z"
  message: 'Created pod: isvc-logger-raw-2b3c5-predictor-c54454df-mmnm7'
  metadata:
    creationTimestamp: "2026-09-17T16:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:50Z"
    name: isvc-logger-raw-2b3c5-predictor-c54454df.18d627b76a8f94a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18903"
    uid: af054b28-023a-4195-ba1f-5366b8b14552
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-2b3c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18888"
    uid: c2dd2d75-28be-49e3-b34f-1b60aca791bc
  kind: Event
  lastTimestamp: "2026-09-17T16:12:50Z"
  message: Scaled up replica set isvc-logger-raw-2b3c5-predictor-c54454df from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:50Z"
    name: isvc-logger-raw-2b3c5-predictor.18d627b7670b325c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: f7177099-7d44-43b4-b653-403b0e49b38e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-2b3c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18890"
    uid: 9a650487-1e6f-4f9b-91b9-07c72f970e6a
  kind: Event
  lastTimestamp: "2026-09-17T16:13:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:35Z"
    name: isvc-logger-raw-2b3c5-predictor.18d627bae58fa4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19328"
    uid: b1624647-7d62-4cd3-8145-bb68a514fec1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-2b3c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18890"
    uid: 9a650487-1e6f-4f9b-91b9-07c72f970e6a
  kind: Event
  lastTimestamp: "2026-09-17T16:13:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:35Z"
    name: isvc-logger-raw-2b3c5-predictor.18d627bae5f7a670
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: b7d71b75-c3eb-4bfc-a738-ec560875e3a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-2b3c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19058"
    uid: 9a650487-1e6f-4f9b-91b9-07c72f970e6a
  kind: Event
  lastTimestamp: "2026-09-17T16:14:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:20Z"
    name: isvc-logger-raw-2b3c5-predictor.18d627c562ce730d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: 4a9df7c1-f8a8-4570-b161-f149b9f7ca68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-2b3c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19058"
    uid: 9a650487-1e6f-4f9b-91b9-07c72f970e6a
  kind: Event
  lastTimestamp: "2026-09-17T16:14:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:20Z"
    name: isvc-logger-raw-2b3c5-predictor.18d627c56346e1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 5f66c421-21f8-471c-b6f6-f021aad442e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-2b3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18880"
    uid: 8a85db86-792a-48ba-b7b4-eea42d73cd25
  kind: Event
  lastTimestamp: "2026-09-17T16:14:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:14:11Z"
    name: isvc-logger-raw-2b3c5.18d627b767045c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 4a7d0d12-5468-49f1-896e-fb895166bf2a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-2b3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18880"
    uid: 8a85db86-792a-48ba-b7b4-eea42d73cd25
  kind: Event
  lastTimestamp: "2026-09-17T16:12:50Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-2b3c5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-2b3c5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:50Z"
    name: isvc-logger-raw-2b3c5.18d627b767ae3054
    namespace: kserve-ci-e2e-test
    resourceVersion: "18896"
    uid: 2df34900-1d40-437f-8b03-85d1d1c7cf8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-2b3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: 8a85db86-792a-48ba-b7b4-eea42d73cd25
  kind: Event
  lastTimestamp: "2026-09-17T16:14:11Z"
  message: InferenceService [isvc-logger-raw-2b3c5] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:14:11Z"
    name: isvc-logger-raw-2b3c5.18d627ca3c40a3d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19808"
    uid: 1b03c461-bf06-4604-8155-7d5e5164bc30
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:22:21.719212Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24103"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:22:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:22:21Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283c6123a10a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24112"
    uid: 3f82b503-315e-4f8f-be03-3ffa555df91b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24118"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:22Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:22:22Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283c8315e03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24124"
    uid: cad31a6b-d13f-4c05-9806-4d305856f657
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:22Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283c86f07cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24126"
    uid: 88a3eb60-2d81-48da-b860-f0caf2fb4c43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:22Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283c89cfd1cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: f7699700-ffa4-4530-9085-b049e221873a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:22Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283c8a40e06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24129"
    uid: e12776b2-7ef5-4236-a11b-f9bf76c97010
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:26Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283d8390dafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24161"
    uid: 0a5a4234-1606-4be3-bd09-de1ebcd2a6f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:26Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283d86a02234
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: 1865568e-3ddb-4ec2-85a1-b9ff5f2b72ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:26Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283d872be5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 389eb1fd-f914-4843-aade-bdb7ab11325c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:26Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283d8737cb8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24165"
    uid: 4d272fe7-72f5-4930-bc7e-bd391eda1fd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:26Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283d89f4c3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24168"
    uid: 7b1ef2b0-c3c4-4420-98c2-a1b35a6301fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:26Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283d8a687d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: ba20bc17-960f-4656-bec0-393cfd4eb79c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:26Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c73686553d5cc4caf67b918e00ba0faca5d0e7ca84a0c9381da4124a083f6e22"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:26Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283d8a736148
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: dff1f501-e5ab-49ce-aeb0-dbb99c2f3ebd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T16:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:26Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283d8cedcdc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24172"
    uid: c082d053-e81b-4f72-88b2-853ae8de192a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:22:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T16:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:26Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283d8d5c20fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24173"
    uid: d4bfeb05-1f80-4d6c-ab9f-faa70edaa58b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:24:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:04Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283dbf98c8d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: 78554a56-e9fc-404f-9491-d9de75d839d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:24:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:04Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6283dfb6661f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 4ff3a101-56c6-4d99-a061-9b50254c2843
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:23:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:56Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6285286c33750
    namespace: kserve-ci-e2e-test
    resourceVersion: "24857"
    uid: b3949fc5-6963-4659-9ce4-f63a67a2d338
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:23:56Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T16:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:56Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6285286c3af53
    namespace: kserve-ci-e2e-test
    resourceVersion: "24860"
    uid: 08c2d9d6-2068-4118-b54a-d6bce4a4d4bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:23:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:56Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d6285286c3de72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24865"
    uid: 49c49fcb-9cfb-4510-bbcf-8854e0b33049
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 4e74377d-f415-43d8-ba55-85dc2af0fcb5
  kind: Event
  lastTimestamp: "2026-09-17T16:24:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:14Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc.18d628532ba4d68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25046"
    uid: dde97b8c-6d4c-499f-bc4f-ed4051cc9a2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24092"
    uid: be894056-bf6e-4570-8136-e63adf5fd229
  kind: Event
  lastTimestamp: "2026-09-17T16:22:21Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-5f4c5fb79b-6p8dc'
  metadata:
    creationTimestamp: "2026-09-17T16:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:21Z"
    name: isvc-logger-raw-cipn-predictor-5f4c5fb79b.18d6283c5fd91f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24109"
    uid: 2a0b8d50-fc90-4e95-b22d-73e2cf75b6b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: 890fa6fb-3e34-4274-b316-7999f0d20921
  kind: Event
  lastTimestamp: "2026-09-17T16:22:21Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-5f4c5fb79b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:21Z"
    name: isvc-logger-raw-cipn-predictor.18d6283c579615a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24094"
    uid: f2a8e1dd-9f67-445b-beed-1bd3c2462e61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: 2eeb91e4-4daa-490a-8d07-e4b61f6b745f
  kind: Event
  lastTimestamp: "2026-09-17T16:23:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:06Z"
    name: isvc-logger-raw-cipn-predictor.18d6283fd6a71f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: 971bbf00-4333-486b-82cf-b9922e5eba62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: 2eeb91e4-4daa-490a-8d07-e4b61f6b745f
  kind: Event
  lastTimestamp: "2026-09-17T16:23:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:06Z"
    name: isvc-logger-raw-cipn-predictor.18d6283fd745d069
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: ab28cd62-ff2c-4a21-9055-435523319148
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: 2eeb91e4-4daa-490a-8d07-e4b61f6b745f
  kind: Event
  lastTimestamp: "2026-09-17T16:23:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:51Z"
    name: isvc-logger-raw-cipn-predictor.18d62843561f79d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24799"
    uid: 923e250d-aa3d-4fa9-8ce7-a5b0087c53f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: 2eeb91e4-4daa-490a-8d07-e4b61f6b745f
  kind: Event
  lastTimestamp: "2026-09-17T16:23:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:51Z"
    name: isvc-logger-raw-cipn-predictor.18d6284356ba52c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24800"
    uid: f401f39d-ae1e-41bc-9d43-684798c1699e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24084"
    uid: 5c3ee84c-85b9-4a35-b179-e3078133a97e
  kind: Event
  lastTimestamp: "2026-09-17T16:23:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:23:44Z"
    name: isvc-logger-raw-cipn.18d6283c5737d814
    namespace: kserve-ci-e2e-test
    resourceVersion: "24750"
    uid: f4d00482-48a8-416a-a537-d127540a89de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24084"
    uid: 5c3ee84c-85b9-4a35-b179-e3078133a97e
  kind: Event
  lastTimestamp: "2026-09-17T16:22:21Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:22:21Z"
    name: isvc-logger-raw-cipn.18d6283c58bc7e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "24096"
    uid: 1950f4fd-332f-4c07-a68a-71a93f772753
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: 5c3ee84c-85b9-4a35-b179-e3078133a97e
  kind: Event
  lastTimestamp: "2026-09-17T16:23:44Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:23:44Z"
    name: isvc-logger-raw-cipn.18d6284fb4dcd25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 5b61880c-cf52-4f1c-8dce-1c6dad875dab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:11:50.316147Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18209"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:11:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:11:50Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627a95e955bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: f72cecdb-dc25-4763-80c7-9eac307f5bd9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18220"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:50Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:11:50Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627a9809b6ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18230"
    uid: 0645d161-285d-423c-8917-fa80d74b5d11
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:50Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627a982130830
    namespace: kserve-ci-e2e-test
    resourceVersion: "18232"
    uid: 83f32597-1bf7-4758-bb5b-191a7911c796
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:50Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627a985114930
    namespace: kserve-ci-e2e-test
    resourceVersion: "18233"
    uid: 14e3cfd1-4198-4725-a996-56598af697b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:50Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627a985841424
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: fc8545e0-a01e-4d8a-893a-44d59d9d84b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:55Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627aa775f5047
    namespace: kserve-ci-e2e-test
    resourceVersion: "18271"
    uid: 0654ba58-c535-4778-ac20-181e282a7e90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:55Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627aa7a3838c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18274"
    uid: 10b6e402-c8fa-4955-8d22-2b073af04c17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:55Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627aa7aa5a93d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18275"
    uid: 53da6211-da11-4740-bd5a-8f1c0e22de7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:55Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627aa7aafba53
    namespace: kserve-ci-e2e-test
    resourceVersion: "18276"
    uid: 9e464ac8-9401-4739-a72d-ddd393c685eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:55Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627aa7dd04119
    namespace: kserve-ci-e2e-test
    resourceVersion: "18279"
    uid: 656e49a0-cb98-42ed-919e-a6d38a867b32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:55Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627aa7e3cb681
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: c2b04e05-8734-42c7-aa71-58cc6ce84a48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:13:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:03Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627aaef555a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: 8580d397-e42d-404d-b8e7-57f08845aa26
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:13:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:53Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627c61419d46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: 95984553-1593-414f-bab5-ff33e9541450
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 133ae598-eec9-43e6-9c59-d62d25a5c10d
  kind: Event
  lastTimestamp: "2026-09-17T16:13:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:53Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc.18d627c6141b004f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 6dfe1a7b-16af-4681-9eed-41db954b9e1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-68dcdd-predictor-6f6d66c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "18202"
    uid: 76e00f16-a6e7-469f-90d9-d24e6ec91e68
  kind: Event
  lastTimestamp: "2026-09-17T16:11:50Z"
  message: 'Created pod: isvc-primary-68dcdd-predictor-6f6d66c44-k5rgc'
  metadata:
    creationTimestamp: "2026-09-17T16:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:50Z"
    name: isvc-primary-68dcdd-predictor-6f6d66c44.18d627a95dfae5db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18210"
    uid: 26b9a153-8a50-43d9-b929-ea972af85948
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-68dcdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18200"
    uid: dd265b21-9382-4b4a-b41b-36de2552edb8
  kind: Event
  lastTimestamp: "2026-09-17T16:11:50Z"
  message: Scaled up replica set isvc-primary-68dcdd-predictor-6f6d66c44 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:50Z"
    name: isvc-primary-68dcdd-predictor.18d627a95b2e6bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18203"
    uid: c6052d70-1335-49de-9171-1cae8fe91c7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-68dcdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18201"
    uid: f5125aa1-9d39-4182-afe8-d7f07f74f8b4
  kind: Event
  lastTimestamp: "2026-09-17T16:12:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:35Z"
    name: isvc-primary-68dcdd-predictor.18d627acd9bb4930
    namespace: kserve-ci-e2e-test
    resourceVersion: "18744"
    uid: dab5316f-9e64-417e-8936-95db92d2f33e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-68dcdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18201"
    uid: f5125aa1-9d39-4182-afe8-d7f07f74f8b4
  kind: Event
  lastTimestamp: "2026-09-17T16:12:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:35Z"
    name: isvc-primary-68dcdd-predictor.18d627acda3ee738
    namespace: kserve-ci-e2e-test
    resourceVersion: "18745"
    uid: 397aab51-f989-4ccd-a3e8-253558048eb7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-68dcdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: f5125aa1-9d39-4182-afe8-d7f07f74f8b4
  kind: Event
  lastTimestamp: "2026-09-17T16:13:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:50Z"
    name: isvc-primary-68dcdd-predictor.18d627b756cee651
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: ccfd5848-2424-4d0a-8518-fe20eee9537c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-68dcdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: f5125aa1-9d39-4182-afe8-d7f07f74f8b4
  kind: Event
  lastTimestamp: "2026-09-17T16:13:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:50Z"
    name: isvc-primary-68dcdd-predictor.18d627b757497338
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: 7cb64808-9534-4885-9704-3e932807c29f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-68dcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: 83d3416c-88e6-4830-92c4-bae3b8e20a22
  kind: Event
  lastTimestamp: "2026-09-17T16:13:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:13Z"
    name: isvc-primary-68dcdd.18d627a95b2c216e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: eee04a98-d447-472e-b47a-b7d6245a4095
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-68dcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: 83d3416c-88e6-4830-92c4-bae3b8e20a22
  kind: Event
  lastTimestamp: "2026-09-17T16:11:50Z"
  message: 'Failed to update status for InferenceService "isvc-primary-68dcdd": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-68dcdd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:50Z"
    name: isvc-primary-68dcdd.18d627a95baeb67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 579a2e27-d226-40a9-8e50-80dd674973be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-68dcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: 83d3416c-88e6-4830-92c4-bae3b8e20a22
  kind: Event
  lastTimestamp: "2026-09-17T16:11:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-68dcdd": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:50Z"
    name: isvc-primary-68dcdd.18d627a95baefd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18207"
    uid: bd78f366-1625-4400-b567-4002c9f2e9e6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-68dcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19120"
    uid: 83d3416c-88e6-4830-92c4-bae3b8e20a22
  kind: Event
  lastTimestamp: "2026-09-17T16:13:13Z"
  message: InferenceService [isvc-primary-68dcdd] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:13Z"
    name: isvc-primary-68dcdd.18d627bca7065b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19121"
    uid: b572a375-19a1-4cee-b49a-2fc9001e7f62
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:06:44.845020Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15006"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:06:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:06:44Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d627623f15e9b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15011"
    uid: ce049723-b508-4a44-938d-20d2e7a34169
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d62762610f8b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15078"
    uid: 6aa92cc9-ebd2-41de-a3f5-d3546c8d80ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d6276262bae94e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15080"
    uid: fd1349fc-c211-4b61-802e-c659700fbef2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:06:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    in 3.416s (3.416s including waiting). Image size: 308177844 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:48Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d627632e5db4de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: a8c30061-a878-4494-ad90-ad7e49fb2e50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:06:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:48Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d627633209ca16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 852d9ef2-f52b-48c0-aa1a-c6c914e79aa7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:06:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:48Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d62763327c2be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15130"
    uid: c1848573-8b59-43e5-9ad3-b2c0a00732c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d6276427f4b483
    namespace: kserve-ci-e2e-test
    resourceVersion: "15177"
    uid: 9589b6bc-1dd2-4dd2-b663-995ab1f3e406
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:07:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    in 17.061s (17.061s including waiting). Image size: 1583199637 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:10Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d6276820e8be7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: 0c5f4855-2f71-4918-88e9-240b236f636e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:07:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:10Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d627682439ffb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: f19fb8ac-55ac-4099-85eb-b58d24858b30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:07:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:10Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d6276824ad0a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: d7f6314f-2791-4bb6-b485-b8c1cd77dcc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:07:10Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:10Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d6276824b89ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: 42c3c997-21e9-493f-9c03-f9f06d80c3d0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:07:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.461s (2.461s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:12Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d62768b76b8c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15356"
    uid: 75372058-6f28-42e5-9004-c2ae6556b27e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:07:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:12Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d62768babe2d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 8373ba24-6715-42ea-a992-f6c76e51a8be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:07:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:12Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d62768bb55ad3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: 8e795641-560f-45d1-8059-9552e87f50f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:07:12Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:c73686553d5cc4caf67b918e00ba0faca5d0e7ca84a0c9381da4124a083f6e22"
  metadata:
    creationTimestamp: "2026-09-17T16:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:12Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d62768bb62078c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15361"
    uid: 3c7ed598-7503-4025-8f76-b6d09554545e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:07:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:c73686553d5cc4caf67b918e00ba0faca5d0e7ca84a0c9381da4124a083f6e22"
    in 2.04s (2.04s including waiting). Image size: 240302164 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:14Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d6276934fbe5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 4b42b920-9917-475e-ba72-61203e6d6f46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:07:14Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T16:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:14Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d6276937b986f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: 669ddd59-ff24-4b1b-93e2-725472f31fce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:07:14Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T16:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:14Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d627693828f587
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: 4d963932-4bff-48f5-981f-34b1ee12d8e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:08:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:58Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d627698b4b9f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "16401"
    uid: df55bb44-2108-4083-9a78-cbc33b7195d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:08:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:48Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d627698b565f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: e86a3ecf-5c3e-4e4e-940c-34fef83cbb2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d6277d0074e306
    namespace: kserve-ci-e2e-test
    resourceVersion: "16136"
    uid: d4225a32-becc-4450-86a8-a76347832afd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d6277d00750c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: 3cea9bd5-4702-4262-967e-89e3b668a3b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d6277d00756a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: 3eaa99eb-7b12-47eb-9a67-4058825075f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 954a3e80-2531-4339-bb8e-cace724d0a92
  kind: Event
  lastTimestamp: "2026-09-17T16:08:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.17:8643/healthz": dial tcp
    10.132.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:57Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq.18d6277d9177a848
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: d2e2c5c3-8ab1-4f6d-944f-1ddb5e53329a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: 4c2aa925-2b04-4b94-a00d-fc414f346cd4
  kind: Event
  lastTimestamp: "2026-09-17T16:06:44Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c-s8pnq'
  metadata:
    creationTimestamp: "2026-09-17T16:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:44Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c.18d627623ea036e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: ae1c245e-dfe7-464e-a9cc-4b4c4ddf1f10
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-ba470-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: ad7f2c0e-3c72-464f-953c-fdd9128f9635
  kind: Event
  lastTimestamp: "2026-09-17T16:06:44Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-ba470-predictor-7b5c8dff7c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:44Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor.18d62762358c175d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 9182033e-a3df-4efa-bffc-a083293b6e3c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-ba470-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: dfb8cd3a-ce79-41fa-bf6d-cc87d2a8c71d
  kind: Event
  lastTimestamp: "2026-09-17T16:07:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:07:14Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor.18d62765bb9d713a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 943265e4-133e-42fe-9f05-cf239381421c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-ba470-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: dfb8cd3a-ce79-41fa-bf6d-cc87d2a8c71d
  kind: Event
  lastTimestamp: "2026-09-17T16:07:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:07:14Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor.18d62765bc2dfdf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 006df9c6-222c-4523-a6e9-7507562d363b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-ba470-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15229"
    uid: dfb8cd3a-ce79-41fa-bf6d-cc87d2a8c71d
  kind: Event
  lastTimestamp: "2026-09-17T16:08:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:29Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor.18d6276cba86cafd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: 8d5127d5-c19c-4e32-b42d-a41b289e6ced
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-ba470-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15229"
    uid: dfb8cd3a-ce79-41fa-bf6d-cc87d2a8c71d
  kind: Event
  lastTimestamp: "2026-09-17T16:08:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:29Z"
    name: isvc-raw-sklearn-batcher-ba470-predictor.18d6276cbb0a6d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: 8c332f33-d862-48e2-9054-c47b4c859cd7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-ba470
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: 9ddbda69-49b1-41ec-b3b7-21adaa7b75cf
  kind: Event
  lastTimestamp: "2026-09-17T16:08:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:28Z"
    name: isvc-raw-sklearn-batcher-ba470.18d627623b851e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: 1e4eed73-91c8-40e6-b58c-43fcb3df71c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-ba470
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: 9ddbda69-49b1-41ec-b3b7-21adaa7b75cf
  kind: Event
  lastTimestamp: "2026-09-17T16:06:44Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-ba470":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-ba470":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:44Z"
    name: isvc-raw-sklearn-batcher-ba470.18d627623bf6112d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: ecbe03a3-134b-46c3-9d9e-46cd1f13d121
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-ba470
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: 9ddbda69-49b1-41ec-b3b7-21adaa7b75cf
  kind: Event
  lastTimestamp: "2026-09-17T16:06:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-ba470": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:44Z"
    name: isvc-raw-sklearn-batcher-ba470.18d627623bf65a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15003"
    uid: 7e1e0679-e3c0-4256-b15a-91b0213e0d51
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-ba470
    namespace: kserve-ci-e2e-test
    resourceVersion: "15982"
    uid: 9ddbda69-49b1-41ec-b3b7-21adaa7b75cf
  kind: Event
  lastTimestamp: "2026-09-17T16:08:28Z"
  message: InferenceService [isvc-raw-sklearn-batcher-ba470] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:28Z"
    name: isvc-raw-sklearn-batcher-ba470.18d6277a56502951
    namespace: kserve-ci-e2e-test
    resourceVersion: "15983"
    uid: 96632b69-2ee1-4730-949c-8c2d07b0b7d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:13:35.620704Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 75234626-a956-480b-ad13-872fe1042e2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch
    to ip-10-0-128-191.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:13:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:13:35Z"
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch.18d627c1e3395fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: c4accc79-2f31-4287-85b2-c8eff8fdc703
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch
    namespace: kserve-ci-e2e-test
    resourceVersion: "19331"
    uid: 75234626-a956-480b-ad13-872fe1042e2e
  kind: Event
  lastTimestamp: "2026-09-17T16:13:36Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:13:36Z"
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch.18d627c2050914fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19341"
    uid: cca0b02d-1858-406b-bdc2-5232c898976d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: 75234626-a956-480b-ad13-872fe1042e2e
  kind: Event
  lastTimestamp: "2026-09-17T16:13:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:42Z"
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch.18d627c20824de72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 48747a71-0df5-4ee2-ac30-9433a4e9a518
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: 75234626-a956-480b-ad13-872fe1042e2e
  kind: Event
  lastTimestamp: "2026-09-17T16:13:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:42Z"
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch.18d627c20af63b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: a55c7c97-501d-4c68-b24a-3422bf75d725
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: 75234626-a956-480b-ad13-872fe1042e2e
  kind: Event
  lastTimestamp: "2026-09-17T16:13:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:42Z"
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch.18d627c20b7065f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: 108cde34-b71d-4d3a-8e74-fff1584bf8b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: 75234626-a956-480b-ad13-872fe1042e2e
  kind: Event
  lastTimestamp: "2026-09-17T16:13:49Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch_kserve-ci-e2e-test(75234626-a956-480b-ad13-872fe1042e2e)
  metadata:
    creationTimestamp: "2026-09-17T16:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:49Z"
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch.18d627c514d2c230
    namespace: kserve-ci-e2e-test
    resourceVersion: "19455"
    uid: 4e43db63-3fa1-4aef-b631-bc6e369f3af3
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: b92b1e83-8e01-4fec-8d4b-fc80ace7c762
  kind: Event
  lastTimestamp: "2026-09-17T16:13:35Z"
  message: 'Created pod: isvc-secondary-68dcdd-predictor-6d6f7496f9-q52ch'
  metadata:
    creationTimestamp: "2026-09-17T16:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:35Z"
    name: isvc-secondary-68dcdd-predictor-6d6f7496f9.18d627c1e297aea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: 4c18ba4c-5fab-4f52-b427-5928ef0140ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-68dcdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: c220aaee-4deb-4871-a788-b88c8b1dbc30
  kind: Event
  lastTimestamp: "2026-09-17T16:13:35Z"
  message: Scaled up replica set isvc-secondary-68dcdd-predictor-6d6f7496f9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:35Z"
    name: isvc-secondary-68dcdd-predictor.18d627c1dead1be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: dbc8889c-b4c4-4cb7-9c60-04a67353982d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-68dcdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 119d526d-2496-4c6d-a32d-e899390f379c
  kind: Event
  lastTimestamp: "2026-09-17T16:13:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:50Z"
    name: isvc-secondary-68dcdd-predictor.18d627c55c9fe51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 6acf2314-b375-42dc-8041-bd3db2cc067c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-68dcdd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 119d526d-2496-4c6d-a32d-e899390f379c
  kind: Event
  lastTimestamp: "2026-09-17T16:13:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:50Z"
    name: isvc-secondary-68dcdd-predictor.18d627c55d0de78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19473"
    uid: 7210d11b-32b6-4b9d-bafc-70f6d07143ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-68dcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19298"
    uid: 626a1651-02fd-457d-8fa3-1c1c989ab211
  kind: Event
  lastTimestamp: "2026-09-17T16:13:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:49Z"
    name: isvc-secondary-68dcdd.18d627c1de2bbf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "19459"
    uid: 24dd77ef-2c21-4fcf-8864-84162872c5a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-68dcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19298"
    uid: 626a1651-02fd-457d-8fa3-1c1c989ab211
  kind: Event
  lastTimestamp: "2026-09-17T16:13:35Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-68dcdd":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-68dcdd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:35Z"
    name: isvc-secondary-68dcdd.18d627c1deb79dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: a6e71c2a-6857-40a7-bbc7-6f0e5c8a62f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-68dcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19298"
    uid: 626a1651-02fd-457d-8fa3-1c1c989ab211
  kind: Event
  lastTimestamp: "2026-09-17T16:13:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-68dcdd": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:35Z"
    name: isvc-secondary-68dcdd.18d627c1deb7e7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: 95f1e5df-64ca-4a2a-83d5-5366fcbdaeb1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:08:39.892310Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16161"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277d08704849
    namespace: kserve-ci-e2e-test
    resourceVersion: "16167"
    uid: 1de025a5-d6e4-4eac-a37b-361b8c9b573f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:08:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-4eea9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:40Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277d13d3bcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: 3247624e-e30a-413e-abf4-dc571b725b6d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:08:41Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:08:41Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277d4e2cf2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16232"
    uid: 00353c32-4272-4334-9c75-365e29dec6f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:08:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:41Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277d4fbc41b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16237"
    uid: 1cec9c80-8b62-450b-933b-d0e1b49555e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:08:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:41Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277d53a4d071
    namespace: kserve-ci-e2e-test
    resourceVersion: "16240"
    uid: cca833f0-8052-44a6-8ded-0274f6a9becd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:08:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:41Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277d541738d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16242"
    uid: 28e04346-f14a-461b-85cb-e0f2b2ec15a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:08:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:45Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277e3da235ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 35d1f0b5-6c96-4b40-85cf-475b71dd63c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:08:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:45Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277e41b83ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16282"
    uid: da5d4256-0ff0-460a-b06b-e01f399bc115
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:08:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:45Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277e42264dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 85617f30-fe81-4f54-906d-d234586f6985
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:08:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:45Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277e422feb63
    namespace: kserve-ci-e2e-test
    resourceVersion: "16284"
    uid: ae8805cc-b73c-4276-8d62-6c8795e6045e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:08:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:45Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277e457908dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: 8be0ec68-eab8-45ac-8306-bb031980a4ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:08:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:45Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277e45ffd63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: daa906a9-76c7-4c24-ba86-1955dcbca7f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:10:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:32Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d6277e7a012b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17462"
    uid: 1597fb8a-8169-458b-9cd6-68bb9b5e5753
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:10:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d62796b5de9977
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 8bb9960b-deef-4ef4-a610-253c6fc84de7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:10:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d62796b5df0ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: c7e95b47-60c2-4c4d-8e46-47fb6224f7f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 18c94338-a626-413e-9ffa-fd024ee83003
  kind: Event
  lastTimestamp: "2026-09-17T16:10:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:32Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s.18d62797286db5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17461"
    uid: 69efc86e-7fe4-486c-8241-80fab2b474dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 584c0da1-4a46-4eb7-925e-998fb4ad8a36
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: 'Created pod: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777-gr75s'
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777.18d6277d080a8bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: 2f4d8dae-8668-4809-98d5-6bf1b2e69633
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-4eea9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 2d671318-83bc-4625-a804-17bcbaab9fe7
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-4eea9-predictor-7ff9769777
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor.18d6277d058f17b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 2cac8330-a246-4f1c-9539-49fbf9d6c0ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-4eea9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: b85719f0-924a-4f2d-a8ae-cedfdd04ada3
  kind: Event
  lastTimestamp: "2026-09-17T16:09:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:09Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor.18d62780842ea440
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 91376d79-ecf9-4564-a268-e6493d25625a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-4eea9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: b85719f0-924a-4f2d-a8ae-cedfdd04ada3
  kind: Event
  lastTimestamp: "2026-09-17T16:09:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:09Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor.18d6278084bc8ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 02cee3c4-2cb0-41e6-bffc-47c727060851
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-4eea9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: b85719f0-924a-4f2d-a8ae-cedfdd04ada3
  kind: Event
  lastTimestamp: "2026-09-17T16:10:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:24Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor.18d6278782c10844
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: 3013461f-e359-4ca3-96c3-db5ff5d79c8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-4eea9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: b85719f0-924a-4f2d-a8ae-cedfdd04ada3
  kind: Event
  lastTimestamp: "2026-09-17T16:10:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:24Z"
    name: isvc-sklearn-graph-raw-4eea9-predictor.18d627878335da74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: 3406cd0e-b043-401f-838a-8260d235f35c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-4eea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: ff61eea8-980e-4214-984a-3185ec35cd71
  kind: Event
  lastTimestamp: "2026-09-17T16:10:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:02Z"
    name: isvc-sklearn-graph-raw-4eea9.18d6277d058fde51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: a6796fa3-bbc6-4416-ae59-1b2e7c6142a8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-4eea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: ff61eea8-980e-4214-984a-3185ec35cd71
  kind: Event
  lastTimestamp: "2026-09-17T16:10:02Z"
  message: InferenceService [isvc-sklearn-graph-raw-4eea9] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:02Z"
    name: isvc-sklearn-graph-raw-4eea9.18d62790357650df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16898"
    uid: 7dd46434-1a33-4a5b-8c71-55f3d4405f3e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:10:30.337369Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    to ip-10-0-128-191.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d62796bf7a085e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17394"
    uid: d3df34ec-2abc-4c62-be14-906dc0b52a4f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-aa09f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d62796cd178014
    namespace: kserve-ci-e2e-test
    resourceVersion: "17429"
    uid: b00017fa-83c3-4652-8d88-43527d93fa6e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:31Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:10:31Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d62797052a87e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 7340a22e-a53c-41db-90ba-ebe538513675
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:31Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d6279706ef9fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: dad6b816-a2a2-4bb6-a695-122fed87b28d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:31Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d6279709e556db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: e9d71a46-a004-42ca-98c2-7692d07bbe3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:31Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d627970a621534
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: f3c2525b-f7c1-46d6-8812-2b089d2a47ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:35Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d62797f2e062c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: c19c3aa7-34ac-4192-9aef-64237f9d1280
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:35Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d62797f5e728ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: 0ac77d15-2aa5-40cf-8f1e-dc2f76e9702a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:35Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d62797f65e2cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17516"
    uid: ee03381c-63b3-4f42-b593-93a05a3f5969
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:35Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d62797f668991e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: aa4ec74e-85a3-4a4b-87d1-dd20dcb86b5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:35Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d62797f93551b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: a3fb0a5c-8ed6-4665-b3a2-493cdc149d48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:35Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d62797f9aae2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17521"
    uid: db5575bb-e405-43ee-9d66-71240606e8b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:12:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:31Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d627986aee6d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "18695"
    uid: 1242c810-dea3-4791-b770-18902ec29a99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d627b2b908eed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18641"
    uid: 835f0f81-e681-48f1-8920-927a95a762fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d627b2b909ee13
    namespace: kserve-ci-e2e-test
    resourceVersion: "18645"
    uid: 462e3ab2-cafa-4b33-8824-da18031d1ace
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: a50d45d2-8d82-401b-a218-5242d2846b3b
  kind: Event
  lastTimestamp: "2026-09-17T16:12:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:33Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4.18d627b36d41f8cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18728"
    uid: c4fadac3-fe1a-4af3-b172-28690f17c3b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: 95bef22e-512d-447e-8700-c134f8306de5
  kind: Event
  lastTimestamp: "2026-09-17T16:10:30Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757-dvxn4'
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757.18d62796be8b209a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17390"
    uid: 10dde52b-709c-4ad7-a3ea-117693b715ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: 9e06e09c-73fd-4509-baaf-c2543cfef73b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:30Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-aa09f-predictor-58f8c8f757
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor.18d62796bb595e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 7eef85df-b3e7-4981-b338-4c8ef787fde4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: a991f103-da1d-4610-aa22-16200cb9096e
  kind: Event
  lastTimestamp: "2026-09-17T16:11:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:00Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor.18d6279a3aae2db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: f1cc5c7d-2e91-40c8-be69-5fd70bd0f636
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: a991f103-da1d-4610-aa22-16200cb9096e
  kind: Event
  lastTimestamp: "2026-09-17T16:11:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:00Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor.18d6279a3b07d025
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 724cbd26-4b15-451c-a97c-378f3822b960
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17602"
    uid: a991f103-da1d-4610-aa22-16200cb9096e
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor.18d627a13966a97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18614"
    uid: 63ad321c-9604-41a8-a934-8e413e2a939f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17602"
    uid: a991f103-da1d-4610-aa22-16200cb9096e
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f-predictor.18d627a13a00133b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18615"
    uid: a57ac72b-f2eb-47eb-9440-dd949075334f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-aa09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17358"
    uid: 2efbee21-9808-403d-b0db-92f4477bdaa1
  kind: Event
  lastTimestamp: "2026-09-17T16:12:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:01Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f.18d62796bb567ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 57af30b2-f38c-4a18-a0b4-83767303ddef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-aa09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18340"
    uid: 2efbee21-9808-403d-b0db-92f4477bdaa1
  kind: Event
  lastTimestamp: "2026-09-17T16:12:01Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-aa09f] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:01Z"
    name: isvc-sklearn-graph-raw-hpa-aa09f.18d627ac0041c41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18341"
    uid: 5ff6d6b1-7047-4909-abc1-8140c523b173
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:14:25.931616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19982"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:14:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:14:25Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627cd99fd0ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19988"
    uid: 63dc1e5e-9e7c-4b09-93be-421670344654
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19991"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:14:26Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:14:26Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627cdbc0f0df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 624e13c9-26be-4b49-8bb5-6e39da9ffdb0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:14:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:26Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627cdbda21289
    namespace: kserve-ci-e2e-test
    resourceVersion: "20008"
    uid: 4ccf600e-c82f-44cd-aed4-8dcc00df540d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:14:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:26Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627cdc0ae8ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: e3fbc8cd-fc8b-4eb4-9a93-511958595a3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:14:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:26Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627cdc11b0f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: b1f2fa41-34de-48b3-b61b-508fea8c1bc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:14:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:30Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627cebb558e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20050"
    uid: 771f7558-bbec-407d-b00d-020cd5342726
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:14:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:30Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627cebf0394b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20054"
    uid: 0cdd1b3d-b187-46b0-9aee-8af20d856f22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:14:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:30Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627cebf78ab2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 5c87d19c-b929-41b6-baf5-c9ec85b78d5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:14:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:30Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627cebf832720
    namespace: kserve-ci-e2e-test
    resourceVersion: "20057"
    uid: 8fb25331-607a-4283-9d59-05a8aa9f4c58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:14:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:30Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627cec2a060ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: 6be2a665-c588-4d9e-ba54-44b0a0ce0541
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:14:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:30Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627cec30d9c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20060"
    uid: 23fdbab7-ea9d-49c0-aa17-3e57c703e069
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:17:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:12Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627cf3347159f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 19c4f98c-2ab1-4c6c-8d73-e41e3c7c7fc7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:17:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:06Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627f2e1a6457f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: da313415-0b39-4cb3-ad90-dcc552369f05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:17:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:06Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627f2e1a6f51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: 16f56dad-c3f2-49d4-8865-fc1fc47b26b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 78e999c8-d8e0-481a-8445-55b0ec8cd450
  kind: Event
  lastTimestamp: "2026-09-17T16:17:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:13Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4.18d627f385e4beb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21470"
    uid: 0a9027a8-12d9-4522-a750-dbcc3787569d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "19973"
    uid: 6d5a0a2f-eef3-4b2c-b042-406924c40d6f
  kind: Event
  lastTimestamp: "2026-09-17T16:14:25Z"
  message: 'Created pod: isvc-sklearn-scale-raw-d5801-predictor-556d495c95-blmt4'
  metadata:
    creationTimestamp: "2026-09-17T16:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:25Z"
    name: isvc-sklearn-scale-raw-d5801-predictor-556d495c95.18d627cd996d0f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: 37880288-0b2d-4d9e-ada1-814814d87d30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-d5801-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: cb2e22a7-881a-4e3c-9242-b35dabfa2e71
  kind: Event
  lastTimestamp: "2026-09-17T16:14:25Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-d5801-predictor-556d495c95
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:25Z"
    name: isvc-sklearn-scale-raw-d5801-predictor.18d627cd9635a5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19976"
    uid: ee010dc3-dcc1-4e99-bb62-e2585db4b5c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d5801-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19972"
    uid: b6e1e51e-2561-4eb8-b3bc-5ab272322905
  kind: Event
  lastTimestamp: "2026-09-17T16:14:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:55Z"
    name: isvc-sklearn-scale-raw-d5801-predictor.18d627d114cab675
    namespace: kserve-ci-e2e-test
    resourceVersion: "20253"
    uid: 798eeb8c-2adc-4895-bd83-029fe37abb1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d5801-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19972"
    uid: b6e1e51e-2561-4eb8-b3bc-5ab272322905
  kind: Event
  lastTimestamp: "2026-09-17T16:14:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:55Z"
    name: isvc-sklearn-scale-raw-d5801-predictor.18d627d1154acbd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20254"
    uid: d2f50e1b-348b-41b5-8cbb-e905640be081
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d5801-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20140"
    uid: b6e1e51e-2561-4eb8-b3bc-5ab272322905
  kind: Event
  lastTimestamp: "2026-09-17T16:16:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:56Z"
    name: isvc-sklearn-scale-raw-d5801-predictor.18d627d8133b2f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: 6807f092-09e7-4c76-a902-7da9e2ee77c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d5801-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20140"
    uid: b6e1e51e-2561-4eb8-b3bc-5ab272322905
  kind: Event
  lastTimestamp: "2026-09-17T16:16:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:56Z"
    name: isvc-sklearn-scale-raw-d5801-predictor.18d627d813c92397
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 0a8e4ea9-d8b0-4390-a29c-c37c221631ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d5801
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: aa35bd6c-9512-4f81-a0cb-294aea31fc1f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:02Z"
    name: isvc-sklearn-scale-raw-d5801.18d627cd963806b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: cf056756-3d74-46b7-870d-59209c12ad0e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d5801
    namespace: kserve-ci-e2e-test
    resourceVersion: "21263"
    uid: aa35bd6c-9512-4f81-a0cb-294aea31fc1f
  kind: Event
  lastTimestamp: "2026-09-17T16:17:02Z"
  message: InferenceService [isvc-sklearn-scale-raw-d5801] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:02Z"
    name: isvc-sklearn-scale-raw-d5801.18d627f1f7f7db01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21265"
    uid: 63e89603-514f-4ef2-9ebd-535d0e1478b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:08:40.046620Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16194"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:08:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:08:40Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d6277d11a2db14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16200"
    uid: e6970dd9-af28-4a32-b6c3-14960fc621fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:08:40Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:08:40Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d6277d33ce27c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 16e7868d-0e45-4ca6-8d0d-07e32ecdf779
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:08:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:40Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d6277d3580893d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: 808d6c57-6863-4f57-8c2b-f73831b7e52a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:08:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:40Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d6277d38618354
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 093462a6-7ced-4795-a962-0541e6e04d47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:08:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:40Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d6277d38d30ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: b84cf585-5e73-4068-9444-462b8576a01f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:08:45Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:45Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d6277e3dc0832b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 11b10f8e-f5ba-49f2-918c-fe18ce8ce7a8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:09:04Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.309s (19.309s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:04Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d62782bca919c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: 043a2eae-8e61-43a4-9e1e-6d0c1289c5ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:09:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:04Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d62782c013e1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 6d9824d2-1b3d-4bf5-bf8f-fda1f764cab0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:09:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:04Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d62782c086b5ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: d270a910-92ae-4576-a977-d687e609e162
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:09:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:04Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d62782c092849a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 00bb8ca7-86ab-4430-a127-5d3a31572e0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:09:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:04Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d62782c37b43de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 6d11f2ce-2b36-4c4b-b328-b29905dec51c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:09:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:04Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d62782c3ea0efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: 0d729436-5fea-491a-86fa-32c3cff40aed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:10:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:31Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d62782ecaaf999
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: 1d4db9cc-013f-4590-ac7c-a7a44e4c1499
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:10:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d62796b881ecb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17367"
    uid: 84b538ee-30b3-47b9-bdeb-210d803e4f1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:10:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d62796b8826c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: cb6c8b00-a3fc-4d0a-91d1-4cffc040e686
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 8f2a4920-0110-4dfb-b75e-c35b6a3d30b2
  kind: Event
  lastTimestamp: "2026-09-17T16:10:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:31Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb.18d62796f2fe3c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17443"
    uid: bb4da47c-1c52-4d32-8f7d-fa6e7cde6978
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 970e8053-d84f-469b-8904-75521df5fec9
  kind: Event
  lastTimestamp: "2026-09-17T16:08:40Z"
  message: 'Created pod: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf-pz2qb'
  metadata:
    creationTimestamp: "2026-09-17T16:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:40Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf.18d6277d112d9587
    namespace: kserve-ci-e2e-test
    resourceVersion: "16195"
    uid: ceb43185-6130-411d-a7cf-fd01b0c98632
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-4eea9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: d1db2774-3369-4e1c-972b-a127190a5117
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-4eea9-predictor-778c487dbf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor.18d6277d0ded2d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16185"
    uid: b312e3a2-3291-4b13-9b20-5eb77e89e079
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-4eea9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 65211260-d5e1-470b-bf00-6ba95ccc1998
  kind: Event
  lastTimestamp: "2026-09-17T16:09:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:40Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor.18d627808c70b19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: f3355f38-c342-4523-bd48-08437e42ab86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-4eea9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 65211260-d5e1-470b-bf00-6ba95ccc1998
  kind: Event
  lastTimestamp: "2026-09-17T16:09:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:40Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor.18d627808cea8cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: af634f58-8a22-4778-95fb-299ed448f79a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-4eea9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 65211260-d5e1-470b-bf00-6ba95ccc1998
  kind: Event
  lastTimestamp: "2026-09-17T16:10:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:25Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor.18d627878aa97c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 8d703a22-b93f-425c-9f6e-ef23f9d09f47
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-4eea9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 65211260-d5e1-470b-bf00-6ba95ccc1998
  kind: Event
  lastTimestamp: "2026-09-17T16:10:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:25Z"
    name: isvc-xgboost-graph-raw-4eea9-predictor.18d627878b26c307
    namespace: kserve-ci-e2e-test
    resourceVersion: "17269"
    uid: e22ad363-ac0a-42e8-a0c7-ff56435be7ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-4eea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: 41bc1ed5-1994-46a0-b795-813ce6f43ca2
  kind: Event
  lastTimestamp: "2026-09-17T16:10:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:11Z"
    name: isvc-xgboost-graph-raw-4eea9.18d6277d0df14215
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: 73e4e689-1ae7-4463-8e42-251a7b29d52e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-4eea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: 41bc1ed5-1994-46a0-b795-813ce6f43ca2
  kind: Event
  lastTimestamp: "2026-09-17T16:10:11Z"
  message: InferenceService [isvc-xgboost-graph-raw-4eea9] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:11Z"
    name: isvc-xgboost-graph-raw-4eea9.18d6279250ab477a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: 45522efa-78ad-407b-a5f5-8269af108b60
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:10:30.461428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    to ip-10-0-128-191.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d62796c6df1518
    namespace: kserve-ci-e2e-test
    resourceVersion: "17419"
    uid: fcaccbad-7ca7-47dc-9629-7afbb5e814bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-aa09f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d62796d31c0d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: d1f870c7-c2db-4da6-afc3-42ea4dab5687
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:31Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:10:31Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d627970cbe7d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17453"
    uid: c3a9d0f2-388e-448c-a2e8-cce658c373ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:31Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d627970f40c14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17455"
    uid: 368eb96c-be6e-4142-91e8-8cd25593acf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:31Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d62797125738bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: ddd688f7-b29b-4ad0-ac92-589aceb43a33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:31Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d6279712d280bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17458"
    uid: 426657ff-a711-4ce4-9492-7fd3ac113623
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:35Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:35Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d62797f2d135d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: 45a912c3-39a5-4750-82b5-8aff2d0b46c5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:55Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.439s (20.439s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:55Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d6279cb51b1d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 3b654a17-8b74-4464-9806-40f38ed0c6d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:55Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d6279cb85d55e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17684"
    uid: d4f59681-f8e1-4d04-8e13-4a2c75d34788
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:55Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d6279cb8d96822
    namespace: kserve-ci-e2e-test
    resourceVersion: "17685"
    uid: dbd35eaa-16d1-4a36-b21b-6d7104b32ca7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:56Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d6279cb8e3df16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17687"
    uid: 7fb65d72-42c8-468a-97c0-d42d4cb3b466
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:56Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d6279cbc22bc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17688"
    uid: b83fdbaa-4715-471d-a572-cb213a71033f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:56Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d6279cbc9d7fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: b6ade1ac-ca63-4a17-9538-2ae5681379d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:12:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:32Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d6279cdc8ace90
    namespace: kserve-ci-e2e-test
    resourceVersion: "18710"
    uid: 1e95276d-69c5-4b76-bf1f-b0d86adbfee1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d627b2be8974f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18680"
    uid: 749e59c2-ae92-4a52-af78-8f7d2f01110e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d627b2be8ae1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18681"
    uid: f549065a-c33d-4e64-982c-cdcdb3900e72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: a70e519e-d72b-408f-b1a4-7aebd3fb52ef
  kind: Event
  lastTimestamp: "2026-09-17T16:12:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:32Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd.18d627b336cbd5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: e34f28ed-da84-4898-b935-dc11df8fc27a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: a4c1815e-6eb4-4a49-84f6-c827c5b983bd
  kind: Event
  lastTimestamp: "2026-09-17T16:10:30Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f-pnrpd'
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f.18d62796c6699e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "17416"
    uid: da17168e-0c19-47eb-8f34-74c410bb9099
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: 08d1afcc-f0fb-441b-a0e6-30e702e076ec
  kind: Event
  lastTimestamp: "2026-09-17T16:10:30Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-aa09f-predictor-7f8c79648f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor.18d62796c38de6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: 8c1d4e85-c267-492b-b473-06fc133aa8c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 4a502663-5f77-4a35-80e0-6515630f33b0
  kind: Event
  lastTimestamp: "2026-09-17T16:11:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:30Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor.18d6279a41d991c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17961"
    uid: 31447ecc-1123-4270-9fbf-3c8219c6573a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 4a502663-5f77-4a35-80e0-6515630f33b0
  kind: Event
  lastTimestamp: "2026-09-17T16:11:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:30Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor.18d6279a4244dd83
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: 4a806a23-365b-4e2b-a069-95833a6a79d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17608"
    uid: 4a502663-5f77-4a35-80e0-6515630f33b0
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor.18d627a83d6a2cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18647"
    uid: c133dd28-1cc8-48f4-b281-5c5134541a4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17608"
    uid: 4a502663-5f77-4a35-80e0-6515630f33b0
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f-predictor.18d627a83dd883c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18652"
    uid: 6ff75ca2-8920-4ba5-9466-af689a92e0be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-aa09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17388"
    uid: 82100a5f-a8c7-49eb-919f-56e030ce57fc
  kind: Event
  lastTimestamp: "2026-09-17T16:12:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:02Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f.18d62796c38f6de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: 8f796f73-af2a-4914-97d6-8f269cce0480
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-aa09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18356"
    uid: 82100a5f-a8c7-49eb-919f-56e030ce57fc
  kind: Event
  lastTimestamp: "2026-09-17T16:12:02Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-aa09f] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:02Z"
    name: isvc-xgboost-graph-raw-hpa-aa09f.18d627ac403dedc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: fa1427af-9b89-401a-9aaa-eeeeafd4da21
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:12:30.536779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18657"
    uid: c6ca8f35-3a5c-4d6a-b87c-841d7ec20424
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:12:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r.18d627b2bbeb8857
    namespace: kserve-ci-e2e-test
    resourceVersion: "18665"
    uid: 77e69095-30c7-485f-bd70-3fd626e29099
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: c6ca8f35-3a5c-4d6a-b87c-841d7ec20424
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-2b3c5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r.18d627b2cc0706dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: d7c41383-8f8d-4999-a10f-b24f2073d3cc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: c6ca8f35-3a5c-4d6a-b87c-841d7ec20424
  kind: Event
  lastTimestamp: "2026-09-17T16:12:31Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:12:31Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r.18d627b301952168
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: 494e9a61-017c-4052-b3b7-eab579dd3cfc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: c6ca8f35-3a5c-4d6a-b87c-841d7ec20424
  kind: Event
  lastTimestamp: "2026-09-17T16:12:31Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T16:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:31Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r.18d627b302e4dd09
    namespace: kserve-ci-e2e-test
    resourceVersion: "18701"
    uid: 9b833c5c-102b-41f2-9c1d-65a7bc5b595c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: c6ca8f35-3a5c-4d6a-b87c-841d7ec20424
  kind: Event
  lastTimestamp: "2026-09-17T16:12:32Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.251s (1.251s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:32Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r.18d627b34d839bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18715"
    uid: 32e5edff-c541-4f62-bd64-973c381ebed9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: c6ca8f35-3a5c-4d6a-b87c-841d7ec20424
  kind: Event
  lastTimestamp: "2026-09-17T16:12:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:33Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r.18d627b350d20b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: 2dbda94f-cc37-4db3-a16c-540c804ee756
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: c6ca8f35-3a5c-4d6a-b87c-841d7ec20424
  kind: Event
  lastTimestamp: "2026-09-17T16:12:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:33Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r.18d627b35148e924
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: cf1e9670-0252-422c-a10b-adf86f7941ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: c6ca8f35-3a5c-4d6a-b87c-841d7ec20424
  kind: Event
  lastTimestamp: "2026-09-17T16:12:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:33Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r.18d627b35153d0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18718"
    uid: e704e04e-0be3-431e-9f2e-ae910e868fef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: c6ca8f35-3a5c-4d6a-b87c-841d7ec20424
  kind: Event
  lastTimestamp: "2026-09-17T16:12:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:33Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r.18d627b3543fcd30
    namespace: kserve-ci-e2e-test
    resourceVersion: "18720"
    uid: eb4b023e-c33e-48df-af57-b4e4bbac347e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: c6ca8f35-3a5c-4d6a-b87c-841d7ec20424
  kind: Event
  lastTimestamp: "2026-09-17T16:12:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:33Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r.18d627b354b570e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18721"
    uid: 1476de24-5400-48c8-a6de-950281078ad6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: c6ca8f35-3a5c-4d6a-b87c-841d7ec20424
  kind: Event
  lastTimestamp: "2026-09-17T16:14:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:25Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r.18d627cd937e5c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19963"
    uid: e068085c-84b6-4566-8814-036de348114b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: c6ca8f35-3a5c-4d6a-b87c-841d7ec20424
  kind: Event
  lastTimestamp: "2026-09-17T16:14:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:25Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r.18d627cd937ee804
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: 65d9f9af-6c38-4844-b233-921027ab551c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18640"
    uid: 908cd485-0d57-49a0-959b-3d0f5478f5c9
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: 'Created pod: message-dumper-raw-2b3c5-predictor-78d64b48fc-mxq2r'
  metadata:
    creationTimestamp: "2026-09-17T16:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: message-dumper-raw-2b3c5-predictor-78d64b48fc.18d627b2bb82a731
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: d823c9b0-a50e-425d-ae4d-e3538e653cee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-2b3c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18637"
    uid: 570ebed8-8797-47f0-9884-dcf50f3e7802
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: Scaled up replica set message-dumper-raw-2b3c5-predictor-78d64b48fc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: message-dumper-raw-2b3c5-predictor.18d627b2b97d2945
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 160be7a1-3cfb-4ccf-a0bf-2732e52c1457
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-2b3c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18639"
    uid: aff52fbb-d1b7-48cb-bd26-221caf62683d
  kind: Event
  lastTimestamp: "2026-09-17T16:13:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:15Z"
    name: message-dumper-raw-2b3c5-predictor.18d627b638ac1ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19144"
    uid: 19350933-b107-437a-bbfa-a8fc8c15a6fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-2b3c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18639"
    uid: aff52fbb-d1b7-48cb-bd26-221caf62683d
  kind: Event
  lastTimestamp: "2026-09-17T16:13:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:15Z"
    name: message-dumper-raw-2b3c5-predictor.18d627b63986f1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: 80472c04-6345-4453-a25e-6de089a0abc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-2b3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: 6181a512-7fc1-47a2-b5bb-3c5be432c62f
  kind: Event
  lastTimestamp: "2026-09-17T16:12:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:41Z"
    name: message-dumper-raw-2b3c5.18d627b2b98ac526
    namespace: kserve-ci-e2e-test
    resourceVersion: "18799"
    uid: baef5978-88cc-4006-b6fe-fad1097bfeb4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-2b3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: 6181a512-7fc1-47a2-b5bb-3c5be432c62f
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-2b3c5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-2b3c5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: message-dumper-raw-2b3c5.18d627b2ba3af832
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 5e0ae6d1-ef20-45cc-a56f-5b4d9cb146b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-2b3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18794"
    uid: 6181a512-7fc1-47a2-b5bb-3c5be432c62f
  kind: Event
  lastTimestamp: "2026-09-17T16:12:41Z"
  message: InferenceService [message-dumper-raw-2b3c5] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:41Z"
    name: message-dumper-raw-2b3c5.18d627b54bebf6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18796"
    uid: 0a2e2663-7da7-4f18-b7ff-9d20a7384b11
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:22:01.637612Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 883b2d04-899d-4318-a757-93e1b65b26b4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-559d8
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8.18d62837b42e9a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: c7ecb991-f21a-4b1f-ae56-43ab558a8cb5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 883b2d04-899d-4318-a757-93e1b65b26b4
  kind: Event
  lastTimestamp: "2026-09-17T16:22:02Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:22:02Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8.18d62837d644936e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23928"
    uid: 6e311278-f496-4204-8b03-a1ed696d7eab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: 883b2d04-899d-4318-a757-93e1b65b26b4
  kind: Event
  lastTimestamp: "2026-09-17T16:22:02Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T16:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:02Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8.18d62837d7deeaf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23930"
    uid: 3ec537e5-d49b-4a74-8e66-e055d5f71a49
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: 883b2d04-899d-4318-a757-93e1b65b26b4
  kind: Event
  lastTimestamp: "2026-09-17T16:22:03Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.287s (1.287s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:03Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8.18d62838249f99e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23939"
    uid: 26dd0f20-7bf8-446b-891d-a941e070235c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: 883b2d04-899d-4318-a757-93e1b65b26b4
  kind: Event
  lastTimestamp: "2026-09-17T16:22:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:03Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8.18d6283827cec005
    namespace: kserve-ci-e2e-test
    resourceVersion: "23940"
    uid: 81446ffd-1ca0-4969-86e6-d5cf6f1d2c6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: 883b2d04-899d-4318-a757-93e1b65b26b4
  kind: Event
  lastTimestamp: "2026-09-17T16:22:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:03Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8.18d628382850ec0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23941"
    uid: 1833682a-04e9-4258-8da7-f8edfd529952
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: 883b2d04-899d-4318-a757-93e1b65b26b4
  kind: Event
  lastTimestamp: "2026-09-17T16:22:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:03Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8.18d62838285a26a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23942"
    uid: 4bd1aa55-74e0-4561-aa92-8ea9a189e886
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: 883b2d04-899d-4318-a757-93e1b65b26b4
  kind: Event
  lastTimestamp: "2026-09-17T16:22:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:03Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8.18d628382b56a751
    namespace: kserve-ci-e2e-test
    resourceVersion: "23944"
    uid: c68214c0-047d-4b23-9c44-40c745760c03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: 883b2d04-899d-4318-a757-93e1b65b26b4
  kind: Event
  lastTimestamp: "2026-09-17T16:22:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:03Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8.18d628382bc570ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23945"
    uid: edddc4a6-3776-4eea-b76f-0458ed7b5161
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: 883b2d04-899d-4318-a757-93e1b65b26b4
  kind: Event
  lastTimestamp: "2026-09-17T16:23:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:56Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8.18d628528918ab98
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 1e268987-460d-40d2-9593-396579640a2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: 883b2d04-899d-4318-a757-93e1b65b26b4
  kind: Event
  lastTimestamp: "2026-09-17T16:23:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:56Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8.18d62852891967c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24870"
    uid: 56c652b7-3363-4c58-aa61-d12c57027375
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: 883b2d04-899d-4318-a757-93e1b65b26b4
  kind: Event
  lastTimestamp: "2026-09-17T16:23:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:57Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-559d8.18d628529178550f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24872"
    uid: 295809de-0211-49d1-9e76-a5003efe8412
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23899"
    uid: c103e2f1-d9c8-4cff-a3b5-9f6a9baee98f
  kind: Event
  lastTimestamp: "2026-09-17T16:22:01Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-559d8'
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d62837b384310c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23912"
    uid: e8c6e091-6bc5-4251-8264-26100d7dea5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23896"
    uid: d4db5698-8bc6-4605-87f2-c1816f2c48ee
  kind: Event
  lastTimestamp: "2026-09-17T16:22:01Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: message-dumper-raw-cipn-predictor.18d62837add963c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23902"
    uid: 8590505d-bc43-4e62-b274-9fc04d108533
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23897"
    uid: 58cb6d2b-464c-4a59-890a-454afa6fee80
  kind: Event
  lastTimestamp: "2026-09-17T16:22:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:16Z"
    name: message-dumper-raw-cipn-predictor.18d6283b2d10fef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24047"
    uid: cfd9f4e7-e550-4d9b-ad82-cc07fdec2ef5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23897"
    uid: 58cb6d2b-464c-4a59-890a-454afa6fee80
  kind: Event
  lastTimestamp: "2026-09-17T16:22:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:16Z"
    name: message-dumper-raw-cipn-predictor.18d6283b2d748424
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: d86cab9e-989b-4d8e-b2d7-72c95d48bcb6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24046"
    uid: 58cb6d2b-464c-4a59-890a-454afa6fee80
  kind: Event
  lastTimestamp: "2026-09-17T16:22:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:31Z"
    name: message-dumper-raw-cipn-predictor.18d6283eacd52b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24213"
    uid: 4828b5c3-cc70-40da-80ec-0f60ede2fa8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24046"
    uid: 58cb6d2b-464c-4a59-890a-454afa6fee80
  kind: Event
  lastTimestamp: "2026-09-17T16:22:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:31Z"
    name: message-dumper-raw-cipn-predictor.18d6283ead51149e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24215"
    uid: d566b29e-f2bb-443d-8916-d5044dcd7f79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 80bade59-f214-4148-aac3-ae0fb236dbfc
  kind: Event
  lastTimestamp: "2026-09-17T16:22:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:22:12Z"
    name: message-dumper-raw-cipn.18d62837ade301e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: ace2af39-1bff-47b5-9f36-702fd2a871c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 80bade59-f214-4148-aac3-ae0fb236dbfc
  kind: Event
  lastTimestamp: "2026-09-17T16:22:01Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: message-dumper-raw-cipn.18d62837ae901aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23904"
    uid: b753f760-932c-4efe-ba30-90398c8809e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 80bade59-f214-4148-aac3-ae0fb236dbfc
  kind: Event
  lastTimestamp: "2026-09-17T16:22:12Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:22:12Z"
    name: message-dumper-raw-cipn.18d6283a26ac2d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "24013"
    uid: 7f867b61-8c13-4085-854a-1a8b03912299
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:10:19.964662Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "17196"
    uid: 5ba33d59-0ddd-446a-83c2-8e370bc1d3ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-4eea9-55c59cd6bf-h6tng
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:10:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:10:19Z"
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng.18d627945537163e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: 1d373add-ba25-415e-89cc-dd50b853e972
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 5ba33d59-0ddd-446a-83c2-8e370bc1d3ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-4eea9-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:20Z"
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng.18d62794605c5478
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: d804b3d0-98e4-475f-ae31-05b747c48e68
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 5ba33d59-0ddd-446a-83c2-8e370bc1d3ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:21Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:10:21Z"
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng.18d627949b2d85d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: ecc61c9c-1025-479c-9364-b07a40d42f86
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4eea9}
    kind: Pod
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 5ba33d59-0ddd-446a-83c2-8e370bc1d3ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:21Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:977a2742e5f7b8ff67bbd8499ac42052de002d2d1c627b0a4860475854e68456"
  metadata:
    creationTimestamp: "2026-09-17T16:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:21Z"
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng.18d627949ccc1d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 313c65d3-181e-413a-9554-b7daef6bc1eb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4eea9}
    kind: Pod
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 5ba33d59-0ddd-446a-83c2-8e370bc1d3ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:977a2742e5f7b8ff67bbd8499ac42052de002d2d1c627b0a4860475854e68456"
    in 2.331s (2.331s including waiting). Image size: 211751511 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:23Z"
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng.18d6279527be52e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: bc31cb65-d8f9-48cf-b991-4788bc1c0a46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4eea9}
    kind: Pod
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 5ba33d59-0ddd-446a-83c2-8e370bc1d3ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:23Z"
  message: 'Created container: model-chainer-raw-4eea9'
  metadata:
    creationTimestamp: "2026-09-17T16:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:23Z"
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng.18d627952a6fdffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: 3860c06c-43ac-4a07-b482-994b081736cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4eea9}
    kind: Pod
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 5ba33d59-0ddd-446a-83c2-8e370bc1d3ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:23Z"
  message: Started container model-chainer-raw-4eea9
  metadata:
    creationTimestamp: "2026-09-17T16:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:23Z"
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng.18d627952adf3304
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: f9611ed7-fab3-44f5-8238-9d2e900a8fcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4eea9}
    kind: Pod
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 5ba33d59-0ddd-446a-83c2-8e370bc1d3ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:30Z"
  message: Stopping container model-chainer-raw-4eea9
  metadata:
    creationTimestamp: "2026-09-17T16:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:30Z"
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng.18d62796aebe0c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 25cb1962-c9f7-4cbb-ab41-6c2e9b29f82d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4eea9}
    kind: Pod
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 5ba33d59-0ddd-446a-83c2-8e370bc1d3ef
  kind: Event
  lastTimestamp: "2026-09-17T16:10:59Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:59Z"
    name: model-chainer-raw-4eea9-55c59cd6bf-h6tng.18d62797d0a96f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: f754c2c4-c0cc-491c-aef5-23fa38ae1fbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-4eea9-55c59cd6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: 4f733934-42c5-44f5-804e-6f6b2ffa3071
  kind: Event
  lastTimestamp: "2026-09-17T16:10:19Z"
  message: 'Created pod: model-chainer-raw-4eea9-55c59cd6bf-h6tng'
  metadata:
    creationTimestamp: "2026-09-17T16:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:19Z"
    name: model-chainer-raw-4eea9-55c59cd6bf.18d6279454932628
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: 74301c99-179f-4984-a2f8-fb80c5fb88a4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-4eea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: 6a53b2fb-a02f-4380-923c-1954a86bf522
  kind: Event
  lastTimestamp: "2026-09-17T16:10:19Z"
  message: Scaled up replica set model-chainer-raw-4eea9-55c59cd6bf from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:19Z"
    name: model-chainer-raw-4eea9.18d62794539ca7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17194"
    uid: 8d8c0670-8cd8-4ceb-aaf3-a0820ec21d04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-4eea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: 2922b722-5690-43df-9d9f-d7939c8f95d4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:20Z"
  message: InferenceGraph [model-chainer-raw-4eea9] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:20Z"
    name: model-chainer-raw-4eea9.18d627945a3146af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17210"
    uid: 87d024f3-40fe-4fca-8af3-9e5ee7552d3d
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-4eea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17186"
    uid: 2922b722-5690-43df-9d9f-d7939c8f95d4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:20Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-4eea9":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-4eea9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:20Z"
    name: model-chainer-raw-4eea9.18d627945d1d7112
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 75e38700-f850-41df-8624-40e6ce7bdcc9
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-4eea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17186"
    uid: 2922b722-5690-43df-9d9f-d7939c8f95d4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:20Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-4eea9": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:20Z"
    name: model-chainer-raw-4eea9.18d627945d1dc0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: a50a56b3-74d6-4d44-98c1-6529f581c46a
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:12:20.315728Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18498"
    uid: 94e72bd4-98a9-4e48-8394-1fef1b02f73d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-aa09f-686678f68d-ndpqd
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:12:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:12:20Z"
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd.18d627b05ab2ad3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18503"
    uid: 97e763c9-7b43-4ad5-9d27-c74ef8354178
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18507"
    uid: 94e72bd4-98a9-4e48-8394-1fef1b02f73d
  kind: Event
  lastTimestamp: "2026-09-17T16:12:20Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:12:20Z"
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd.18d627b07cb9d2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18519"
    uid: 1104425f-f092-4c15-b94f-c35a3e68ddc4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-aa09f}
    kind: Pod
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: 94e72bd4-98a9-4e48-8394-1fef1b02f73d
  kind: Event
  lastTimestamp: "2026-09-17T16:12:20Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:977a2742e5f7b8ff67bbd8499ac42052de002d2d1c627b0a4860475854e68456"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:20Z"
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd.18d627b07e286c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "18521"
    uid: 3da27a5d-002c-48fc-ac86-81b553727a74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-aa09f}
    kind: Pod
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: 94e72bd4-98a9-4e48-8394-1fef1b02f73d
  kind: Event
  lastTimestamp: "2026-09-17T16:12:20Z"
  message: 'Created container: model-chainer-raw-hpa-aa09f'
  metadata:
    creationTimestamp: "2026-09-17T16:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:20Z"
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd.18d627b080f37cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: fc368167-7dd1-468f-9f64-12eb0a4b5066
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-aa09f}
    kind: Pod
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: 94e72bd4-98a9-4e48-8394-1fef1b02f73d
  kind: Event
  lastTimestamp: "2026-09-17T16:12:20Z"
  message: Started container model-chainer-raw-hpa-aa09f
  metadata:
    creationTimestamp: "2026-09-17T16:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:20Z"
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd.18d627b081662055
    namespace: kserve-ci-e2e-test
    resourceVersion: "18523"
    uid: 04ae4b7e-6ae7-4542-935b-0b16411b2659
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-aa09f}
    kind: Pod
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: 94e72bd4-98a9-4e48-8394-1fef1b02f73d
  kind: Event
  lastTimestamp: "2026-09-17T16:12:30Z"
  message: Stopping container model-chainer-raw-hpa-aa09f
  metadata:
    creationTimestamp: "2026-09-17T16:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:30Z"
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd.18d627b2b239fead
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: c327b4a3-842c-428b-a879-4e4fa84d0988
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-aa09f}
    kind: Pod
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: 94e72bd4-98a9-4e48-8394-1fef1b02f73d
  kind: Event
  lastTimestamp: "2026-09-17T16:12:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:57Z"
    name: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd.18d627b3287dc023
    namespace: kserve-ci-e2e-test
    resourceVersion: "18988"
    uid: de43dd34-1d47-4dac-bb59-abc5961726af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-aa09f-686678f68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18493"
    uid: dc2d7606-ca78-43ef-96f7-23a02cf1fe4a
  kind: Event
  lastTimestamp: "2026-09-17T16:12:20Z"
  message: 'Created pod: model-chainer-raw-hpa-aa09f-686678f68d-ndpqd'
  metadata:
    creationTimestamp: "2026-09-17T16:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:20Z"
    name: model-chainer-raw-hpa-aa09f-686678f68d.18d627b05a37f207
    namespace: kserve-ci-e2e-test
    resourceVersion: "18499"
    uid: 3f538101-4c65-47e9-b620-510c1ad60933
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-aa09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 9d4c3fae-cee2-43ad-a995-dd917a5cb6c5
  kind: Event
  lastTimestamp: "2026-09-17T16:12:20Z"
  message: Scaled up replica set model-chainer-raw-hpa-aa09f-686678f68d from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:20Z"
    name: model-chainer-raw-hpa-aa09f.18d627b059580cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18494"
    uid: 4cac68cf-538a-44f9-8d11-7b91af123ba0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-aa09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: 667a7dd7-2c23-499a-af63-8e65c1829928
  kind: Event
  lastTimestamp: "2026-09-17T16:12:20Z"
  message: InferenceGraph [model-chainer-raw-hpa-aa09f] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:20Z"
    name: model-chainer-raw-hpa-aa09f.18d627b06048613c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18514"
    uid: bdd25086-afa5-497f-b5b9-86c47976996c
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:14:09.040107Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:14:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:14:09Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627c9ab2d1223
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: eb9dd6fd-3cec-47c6-be1c-4e840cb2e4bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19771"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:14:09Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:14:09Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627c9cd87adb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: be99936f-b050-462f-b62a-4ec5672a210e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:14:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:09Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627c9cf0d4a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "19782"
    uid: fe3a9619-b47d-4e83-bf92-2eb0da4fa3db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:14:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:09Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627c9d2d87512
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: 50f488e3-6e90-4d99-a121-d23d61ebe1fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:14:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:09Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627c9d34bb264
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: c550ceba-47e5-4c6d-9706-60cc461ebebe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:14:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:14Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627cafcb11b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: 512bb239-5184-4018-8cc0-f7e33ab0c4c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:14:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:14Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627cb007b9232
    namespace: kserve-ci-e2e-test
    resourceVersion: "19835"
    uid: 1230c035-1e99-4248-85ed-731284ec3da5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:14:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:14Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627cb00e91f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19836"
    uid: 8c1c092e-49c7-451d-a800-f9441cf876ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:14:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:14Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627cb00f2585d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19837"
    uid: 9a082ffa-5dae-4d69-9b41-985fb0cb8212
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:14:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:14Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627cb03ab3ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: db726b69-a15c-48bd-ba27-b2bab02e8429
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:14:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:14:14Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627cb04178401
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: 4dcfa066-1931-480e-84ad-5906a820976b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:15:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:42Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627cb749d445f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: 0e9045b6-3ad3-4d8f-966e-a48dd4a4d3da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:15:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:39Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627dea9e3b17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: f5c2c701-3f9d-44b0-bc32-749aeba98681
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:15:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:39Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627dea9e42bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: 4ddec56e-6bfb-4d0b-bbdb-5f5541756d68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: e58fe0ef-0700-46c8-aa29-fc369877c185
  kind: Event
  lastTimestamp: "2026-09-17T16:15:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:42Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6.18d627df7ad50b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20619"
    uid: e038f7f7-f55e-430e-936b-904e29e28d1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-15cc8-predictor-7bdc488bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: 9b036e98-a8cf-4278-b292-9f6738b9d049
  kind: Event
  lastTimestamp: "2026-09-17T16:14:09Z"
  message: 'Created pod: raw-sklearn-15cc8-predictor-7bdc488bd5-h6db6'
  metadata:
    creationTimestamp: "2026-09-17T16:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:09Z"
    name: raw-sklearn-15cc8-predictor-7bdc488bd5.18d627c9aacf86ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: a0efe42c-9b27-43b0-b839-eccca449a379
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-15cc8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: 09982667-256a-4cb5-9ef5-43cc200e177d
  kind: Event
  lastTimestamp: "2026-09-17T16:14:08Z"
  message: Scaled up replica set raw-sklearn-15cc8-predictor-7bdc488bd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:08Z"
    name: raw-sklearn-15cc8-predictor.18d627c9a707293e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: 26f4a1f0-75e5-4a54-951a-8d1963699dfa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-15cc8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: eb8d6478-627e-4728-ac16-97ced58bd9df
  kind: Event
  lastTimestamp: "2026-09-17T16:14:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:39Z"
    name: raw-sklearn-15cc8-predictor.18d627cd258b58fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20124"
    uid: 0dc539b4-af15-440b-ab34-305130acb926
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-15cc8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: eb8d6478-627e-4728-ac16-97ced58bd9df
  kind: Event
  lastTimestamp: "2026-09-17T16:14:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:14:39Z"
    name: raw-sklearn-15cc8-predictor.18d627cd2600b8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20125"
    uid: 2a99936f-ba46-49bc-ad85-58ac58e78361
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-15cc8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: eb8d6478-627e-4728-ac16-97ced58bd9df
  kind: Event
  lastTimestamp: "2026-09-17T16:15:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:39Z"
    name: raw-sklearn-15cc8-predictor.18d627d425215323
    namespace: kserve-ci-e2e-test
    resourceVersion: "20574"
    uid: a2314869-f692-41f5-843f-f8018fe99d48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-15cc8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: eb8d6478-627e-4728-ac16-97ced58bd9df
  kind: Event
  lastTimestamp: "2026-09-17T16:15:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:39Z"
    name: raw-sklearn-15cc8-predictor.18d627d425ae81e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20581"
    uid: 3db68726-87cc-4ef1-80c3-a07dcccb29ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-15cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 1ed8fb51-8498-4e44-82c7-04c135dda9a5
  kind: Event
  lastTimestamp: "2026-09-17T16:15:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:15:32Z"
    name: raw-sklearn-15cc8.18d627c9a6fd10e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: bf4e0889-0fe5-4eee-a0c8-b66053ecb009
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:14:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-15cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 1ed8fb51-8498-4e44-82c7-04c135dda9a5
  kind: Event
  lastTimestamp: "2026-09-17T16:14:08Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-15cc8": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-15cc8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:14:08Z"
    name: raw-sklearn-15cc8.18d627c9a79b1d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "19756"
    uid: e2b9f901-b826-4c43-9846-90da9cfd0112
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-15cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20527"
    uid: 1ed8fb51-8498-4e44-82c7-04c135dda9a5
  kind: Event
  lastTimestamp: "2026-09-17T16:15:32Z"
  message: InferenceService [raw-sklearn-15cc8] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:15:32Z"
    name: raw-sklearn-15cc8.18d627dd2c510f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: f24369f2-2e93-4fb4-ab98-e6ba1eb9d21b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:15:44.372769Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    to ip-10-0-128-128.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:15:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:15:44Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627dfdd7205ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: 597f556f-aab3-478f-a34e-2769cc6845a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-57954d445c-4tlb5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:15:44Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:15:44Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627dfff523208
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: ce60d304-8528-46e2-a018-407916d43137
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:15:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3c9053358f4938ace95cb81792a4ceb45b7d66d6fd701108f007bf1e1a9e783f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:44Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627e000de14d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 07db3a38-07af-44b9-bce8-59b4046ce135
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:15:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:45Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627e003830d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20681"
    uid: 7c0e7ce6-0dc6-4fab-8340-220e9d10ecd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:15:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:45Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627e003fae9a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20682"
    uid: 9535516e-456a-4a47-91d2-2ac578e50243
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:15:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1941"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:49Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627e0f847690f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20719"
    uid: 0dbeca01-7c01-4fb5-80d8-f87a6bbcad00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:15:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:49Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627e0faf47c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20721"
    uid: ab78a367-29cf-4502-98cd-80e034137fd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:15:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:49Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627e0fb7c613f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: bbf3ca31-97ab-4917-b3c3-863b11bf4ff3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:15:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:49Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627e0fb874e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: 952928d5-77f3-4e8e-b54d-2c23147f4dc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:15:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:49Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627e0fe61f982
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: d1ba46aa-dc4c-45b3-acb8-6ced7bdfd3be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:15:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:49Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627e0fed9a3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: c7f96b18-5ae1-40af-97e8-8393dd3c2587
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:16:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:56Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627e13443e210
    namespace: kserve-ci-e2e-test
    resourceVersion: "21215"
    uid: dfa44db3-c60f-4772-9f1c-6e72e84ebf9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:17:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:14Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627f4d0c25da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21491"
    uid: 8ee5a124-623d-4900-80c9-be26abd576c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:17:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:14Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627f4d0c2df48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21492"
    uid: 51fb430a-ea21-4057-a88d-abab4145ab4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 51637f4b-673b-4a04-b633-bb40311379de
  kind: Event
  lastTimestamp: "2026-09-17T16:17:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:16Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v.18d627f53a66f4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: 7872b2dd-1173-47d9-b09b-bc944450bf95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20645"
    uid: 26b9b0af-bb0a-43e9-8c22-afb75f3e2f0b
  kind: Event
  lastTimestamp: "2026-09-17T16:15:44Z"
  message: 'Created pod: raw-sklearn-runtime-01e56-predictor-86dfcf56f-79r2v'
  metadata:
    creationTimestamp: "2026-09-17T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:44Z"
    name: raw-sklearn-runtime-01e56-predictor-86dfcf56f.18d627dfdc899ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 3c3730db-e482-4eb4-9ae8-9cce810b0f9b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-01e56-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: bc0b0028-15c7-427c-9d7e-5b501593a56c
  kind: Event
  lastTimestamp: "2026-09-17T16:15:44Z"
  message: Scaled up replica set raw-sklearn-runtime-01e56-predictor-86dfcf56f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:44Z"
    name: raw-sklearn-runtime-01e56-predictor.18d627dfd5bfc328
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: 61d05dac-fdab-4d19-a162-46390c7ffee4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-01e56-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: c8d91b70-30cb-437c-8ea9-5887b860b2ae
  kind: Event
  lastTimestamp: "2026-09-17T16:15:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:59Z"
    name: raw-sklearn-runtime-01e56-predictor.18d627e35436e3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: bcfcc027-45ee-418a-b1ba-d026d7b394a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-01e56-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: c8d91b70-30cb-437c-8ea9-5887b860b2ae
  kind: Event
  lastTimestamp: "2026-09-17T16:15:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:59Z"
    name: raw-sklearn-runtime-01e56-predictor.18d627e354b2ffae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: 0d2ce743-84b4-416f-951c-ba0265ad38c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-01e56-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: c8d91b70-30cb-437c-8ea9-5887b860b2ae
  kind: Event
  lastTimestamp: "2026-09-17T16:16:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:59Z"
    name: raw-sklearn-runtime-01e56-predictor.18d627e6d37f1acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21238"
    uid: 5a74bb76-2444-411b-a100-f05ce4fd900b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-01e56-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: c8d91b70-30cb-437c-8ea9-5887b860b2ae
  kind: Event
  lastTimestamp: "2026-09-17T16:16:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:59Z"
    name: raw-sklearn-runtime-01e56-predictor.18d627e6d3f13a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: 846a88fa-db44-434a-9a96-6a9650301c5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-01e56-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20915"
    uid: c8d91b70-30cb-437c-8ea9-5887b860b2ae
  kind: Event
  lastTimestamp: "2026-09-17T16:17:14Z"
  message: deployments.apps "raw-sklearn-runtime-01e56-predictor" not found
  metadata:
    creationTimestamp: "2026-09-17T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:14Z"
    name: raw-sklearn-runtime-01e56-predictor.18d627f4cee42586
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d008b87b-7361-4045-96e0-86b13a2680a2
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-01e56-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20915"
    uid: c8d91b70-30cb-437c-8ea9-5887b860b2ae
  kind: Event
  lastTimestamp: "2026-09-17T16:17:14Z"
  message: horizontalpodautoscalers.autoscaling "raw-sklearn-runtime-01e56-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-17T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:14Z"
    name: raw-sklearn-runtime-01e56-predictor.18d627f4cf15931c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21486"
    uid: 7f0b941d-5a1c-4bd6-909d-553a12d24dbd
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-01e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 28f5b915-6f6e-4d77-abf7-65018b34101b
  kind: Event
  lastTimestamp: "2026-09-17T16:17:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:04Z"
    name: raw-sklearn-runtime-01e56.18d627dfd5b743b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: 84b19722-c96e-4c3f-9ab2-5650d566049a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-01e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 28f5b915-6f6e-4d77-abf7-65018b34101b
  kind: Event
  lastTimestamp: "2026-09-17T16:15:44Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-01e56":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-01e56":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:15:44Z"
    name: raw-sklearn-runtime-01e56.18d627dfd67a0c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: cb3f45dc-d675-4f26-8035-e96d015ef996
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-01e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "21290"
    uid: 28f5b915-6f6e-4d77-abf7-65018b34101b
  kind: Event
  lastTimestamp: "2026-09-17T16:17:04Z"
  message: InferenceService [raw-sklearn-runtime-01e56] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:04Z"
    name: raw-sklearn-runtime-01e56.18d627f282eb7bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21291"
    uid: e6b6e775-3c10-41a6-9004-5904b97eca5d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "25137"