---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:33.437251Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20946"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6cc94c6f4f-tffh4
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e273af260453
    namespace: kserve-ci-e2e-test
    resourceVersion: "20950"
    uid: 87830ddc-d39f-4e8e-bd78-472c133cf4ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e273d13e86fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20974"
    uid: 7d073b62-6501-4b25-87a2-778d0d9249da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e273d2952dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20978"
    uid: c68d524b-e32e-4d03-80e5-3db8df9e9e12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e273d5805e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "20983"
    uid: 38776a93-4f71-43ff-8b27-0e0b5a329208
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e273d5f8c10c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: 400243a7-d24b-43b4-80f4-6d81860a4af0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e274dad55896
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: c5c75c1e-e52e-4461-845f-5dde2fa7b1d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e274dea53999
    namespace: kserve-ci-e2e-test
    resourceVersion: "21046"
    uid: c8513b6f-61b1-4fc6-8421-757ab480eb2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e274df1e57dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: c41f74f9-b8be-43a2-8b7c-c009f9d2c0f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e274df294804
    namespace: kserve-ci-e2e-test
    resourceVersion: "21050"
    uid: a145b183-8e53-4ca2-8cd7-47a775d20ff7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e274e3f23763
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 2f4b7735-d1bd-4084-8fc3-9cfe255abaf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e274e4620e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: f38254b7-220d-4f57-8a14-d026a3393e5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:04:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:45Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e27516fc15dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21575"
    uid: ca215133-8c2b-4b07-a15f-cf9cdd42c823
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:05:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:03Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e288a55a5e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "21767"
    uid: 45f68adb-0652-4f3b-bff1-5c7155584dff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:05:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:03Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e288a55af51b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21768"
    uid: 99470f38-2aa8-47e5-9cfe-20a5449704ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 8d846b0a-0cc7-43c3-a5fd-943b1869b5e4
  kind: Event
  lastTimestamp: "2026-09-16T19:05:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:10Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-tffh4.18d5e2891d4d5713
    namespace: kserve-ci-e2e-test
    resourceVersion: "21909"
    uid: 8ef3e6fe-8cab-413e-add6-0d200a2348be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:33.390562Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20937"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6cc94c6f4f-z7jld
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e273ac5d82cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20941"
    uid: 00b16917-fea4-40c2-a415-93b2d71367a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20945"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e273ce374a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: a4019b69-0695-4d9f-a53d-bee864dd8583
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e273cf96b20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: 91140772-16b5-49ed-adb3-192c3a82de40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e273d24492de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20976"
    uid: 0d12b1e7-5c6e-4c63-8ab4-eba2669fec3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e273d2ca9cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: c8b08234-81f3-4031-83bf-579e98115314
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e274c3fecfbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 2572e5c5-34d9-4128-9ca5-f1c55165814f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e274c6f221ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: a2f99d46-dd9b-4d50-9ac5-dc469e40dc2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e274c7644b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21035"
    uid: b6d187b5-9a68-44f7-9cce-fe29a958a0b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e274c76ed40b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21036"
    uid: 95d42088-f2d8-4c2f-a762-ccc920a0647f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e274c9da31d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21038"
    uid: 886439ca-a5c7-4545-affb-f10173fd7d61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e274ca4856d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21039"
    uid: cdf9387b-fbc6-459d-aad0-0f530908c530
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:04:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:45Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e2750003f96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21574"
    uid: 3d6a2f0c-ff83-4440-a6ee-f0979843035a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:04:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:56Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e2870d22ead2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21690"
    uid: ad23be74-feb2-4147-a5ee-eb1536480a6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:04:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:56Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e2870d2415aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21691"
    uid: cc13db30-2c35-4cce-b6c9-a71323e98af3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: d68cbf45-8d2e-4c9c-a40b-6464057b3091
  kind: Event
  lastTimestamp: "2026-09-16T19:05:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:00Z"
    name: isvc-canary-create-predictor-6cc94c6f4f-z7jld.18d5e287dc39aee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21720"
    uid: ec8a445f-d50e-44ff-91f1-17b1dd8425bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6cc94c6f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20921"
    uid: b9261ec3-9083-47f9-9b12-52d63de0297f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: 'Created pod: isvc-canary-create-predictor-6cc94c6f4f-z7jld'
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-canary-create-predictor-6cc94c6f4f.18d5e273abd73a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: a5c7ade1-c869-4d51-a00d-b1259d160d9d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6cc94c6f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20921"
    uid: b9261ec3-9083-47f9-9b12-52d63de0297f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: 'Created pod: isvc-canary-create-predictor-6cc94c6f4f-tffh4'
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-canary-create-predictor-6cc94c6f4f.18d5e273aec7de8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 817f121e-a06f-4a37-b3a8-79c676ac8f39
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6cc94c6f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b9261ec3-9083-47f9-9b12-52d63de0297f
  kind: Event
  lastTimestamp: "2026-09-16T19:04:56Z"
  message: 'Deleted pod: isvc-canary-create-predictor-6cc94c6f4f-z7jld'
  metadata:
    creationTimestamp: "2026-09-16T19:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:56Z"
    name: isvc-canary-create-predictor-6cc94c6f4f.18d5e2870cfefac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21685"
    uid: db28747e-806f-4b3e-bf39-052f4e946b35
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20920"
    uid: 0a1b8cf6-2313-4376-931c-8f1ae6d1f580
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: Scaled up replica set isvc-canary-create-predictor-6cc94c6f4f from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-canary-create-predictor.18d5e273a8584f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: 95463a65-f186-43e7-a30f-e929cd5b50fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: 0a1b8cf6-2313-4376-931c-8f1ae6d1f580
  kind: Event
  lastTimestamp: "2026-09-16T19:04:56Z"
  message: Scaled down replica set isvc-canary-create-predictor-6cc94c6f4f from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:56Z"
    name: isvc-canary-create-predictor.18d5e2870c665c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 21a436dc-d373-491d-89de-7e1eccecec6b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:33.349533Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-7855d67596-jrkp9
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e273a9eb911c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: aebc3053-40f9-43eb-a5ca-718b02dbf36b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e273b11581b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: ade868c5-050b-4ba6-9868-e67984a71aef
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20938"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e273eff3aeb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20994"
    uid: 16099f44-3a2f-4bb6-bff8-7c93d4a770e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e273f14940cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20996"
    uid: 6ce8091b-7cba-4da3-a11b-1b6a5223e43d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e273f4bbe3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20998"
    uid: 335a4696-8eaf-4ab0-a3d1-93e7dfead913
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e273f5334418
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: 8acff36b-b8da-40e1-9ce3-084b1e9e2215
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:39Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e27516ccb212
    namespace: kserve-ci-e2e-test
    resourceVersion: "21060"
    uid: 0fb35d6d-23f7-460f-be6f-71c812748508
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:39Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e2751aea806c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21066"
    uid: e30ae01b-5422-43b1-a732-d4fc8f3075a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:39Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e2751b6d6cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: 1c09b7ef-0f99-46f9-bf66-63491d819b1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:39Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e2751b780988
    namespace: kserve-ci-e2e-test
    resourceVersion: "21068"
    uid: cc915ddc-0935-469f-821d-16403f91d6ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:39Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e2751e1e139d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21069"
    uid: ac1de16c-4f19-4f3c-870b-577510ba506a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:39Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e2751eb774ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: 465b571c-6bfb-4544-9bdf-4f43d76442ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:05:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:06Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e27552f1507d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21798"
    uid: f7c4c22e-4d7c-445a-ad1b-4f8ac9780d9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:05:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:03Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e288a5979f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21769"
    uid: 31ed53d4-2f62-4922-9695-e129c3496627
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:05:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:03Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e288a5990bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: c5a3a4e5-012f-46ac-9b95-271a4a1877c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a6b7d34b-cbe6-4284-ba80-29ba5496c3d3
  kind: Event
  lastTimestamp: "2026-09-16T19:05:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:06Z"
    name: isvc-canary-create-v2-predictor-7855d67596-jrkp9.18d5e289591dac38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: e4b03096-395b-4ca3-8b85-ef2354367220
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-7855d67596
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 74c9887e-5a88-414b-962e-15a745b798db
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-7855d67596-jrkp9'
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-canary-create-v2-predictor-7855d67596.18d5e273a978c29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20929"
    uid: ef3b2f42-257e-4333-bbdc-eae08cabab13
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20911"
    uid: 0812dc86-c14d-409b-9218-2f70d2cde3c3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-7855d67596 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-canary-create-v2-predictor.18d5e273a6477e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: e3c5df28-b04b-4d6e-9fd4-d92259dd36f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: e3a4eea8-432d-4288-bda2-1af55592c2c0
  kind: Event
  lastTimestamp: "2026-09-16T19:04:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:56Z"
    name: isvc-canary-create.18d5e273a7f54d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "21695"
    uid: b7cf2a24-8825-400a-9973-fa40638d8b25
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: e3a4eea8-432d-4288-bda2-1af55592c2c0
  kind: Event
  lastTimestamp: "2026-09-16T19:04:56Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:56Z"
    name: isvc-canary-create.18d5e273a86c7538
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 451df837-03a1-4566-afa9-45bdcaafc3d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: e3a4eea8-432d-4288-bda2-1af55592c2c0
  kind: Event
  lastTimestamp: "2026-09-16T19:04:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:56Z"
    name: isvc-canary-create.18d5e273a86cbafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21697"
    uid: 1cb8e68b-a71c-453e-a211-613792758407
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21660"
    uid: e3a4eea8-432d-4288-bda2-1af55592c2c0
  kind: Event
  lastTimestamp: "2026-09-16T19:04:55Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:55Z"
    name: isvc-canary-create.18d5e286ba3d1415
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 3dc0ebdd-b0a9-4281-baa3-c08e2f0e2a6a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:05:08.719276Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:05:08Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e289de6650ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: b46bdf3f-af00-4bca-8ffd-cfe5f5633a72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:05:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:08Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e289eb91fe81
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: 598714ce-9d07-4849-9761-2a28170f2538
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:05:09Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:05:09Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e28a2426b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21896"
    uid: c702ec66-9a50-4268-9014-eff3a1c97eef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:05:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:09Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e28a260dc018
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 9616ac10-4e8a-499f-b4d6-59a97fd947c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:05:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:09Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e28a291640aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: c854305c-91dc-470a-84ac-cb275b556d2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:05:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:09Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e28a299daa97
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: 5e0cf989-bd69-4d6b-970e-8761c42fbb7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:05:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:13Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e28b1210dfce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 0173e833-9ce4-4f80-aaf0-098e8c39884d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:05:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:13Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e28b160fd8f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: af90803b-e8c1-4394-bf5b-eb8edd670362
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:05:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:13Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e28b16949922
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: 61b00a49-7279-4724-a2d0-5de8ac2ee88c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:05:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:13Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e28b169e1a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21961"
    uid: 17bc7af5-f293-4106-ac2e-9a2906547657
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:05:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:14Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e28b1a1548af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 66beeaf2-2917-40f3-a9f7-43f9073792d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:05:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:14Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e28b1a980012
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: 4ee46f55-de1a-403e-ab3d-bbefc39dc0c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:06:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:41Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e28b8a2e941f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22692"
    uid: 11934f32-8370-4c73-846b-56c67bc098f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:06:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:38Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e29eda64cad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 69cb20d7-2381-4dd0-b536-463a9a03964f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:06:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:38Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e29eda6553b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 80cee986-d6fe-4c85-a7fc-a6ab5315c145
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8b80238e-77b4-467f-9073-604b0b9d3720
  kind: Event
  lastTimestamp: "2026-09-16T19:06:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:41Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-tfzdp.18d5e29f9074cee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: cd84cee0-74b0-49e8-b7d5-7c6d53aa9f58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:05:08.659455Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21843"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:05:08Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e289dad587ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: c1796d6b-65e3-47ac-a9c6-098b316629fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:08Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e289e9cc2a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21880"
    uid: 34553052-1c64-4c91-ba4a-0e4fb32c8dbc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:09Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:05:09Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e28a20995ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: 1a8da13a-bcb5-4e58-a845-81efcbf8ff4c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:09Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e28a22366c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21894"
    uid: 64a5c554-1072-49d0-ab78-ad378af86c0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:09Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e28a2525dfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21899"
    uid: a17bb0f6-aede-4220-9045-637300fd9996
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:09Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e28a25958e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: d532c291-8b1b-4aaa-8cd9-2c93203e4af7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:14Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e28b365fbbe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: f852c1c1-c605-458f-b942-9b0ccfeb7559
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:14Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e28b393cb092
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: 84b5ade8-d9f1-4e47-9c69-da9841964a47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:14Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e28b39b278e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 11b40d5a-428e-41e1-892a-0b3267055513
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:14Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e28b39bd73a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21978"
    uid: ccecbc30-3326-4fe3-940d-2e4b9165843d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:14Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e28b3c9c16ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21981"
    uid: ed0ed072-1879-4971-beaf-163d1bbbe842
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:05:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:14Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e28b3d171b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21982"
    uid: 714f4c76-19f3-4320-89e8-9d2f257e58cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:06:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:22Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e28bae5830d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22476"
    uid: 5786b030-6f53-46f8-9c67-42c5dc0ddba1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:06:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:31Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e29d0b06c931
    namespace: kserve-ci-e2e-test
    resourceVersion: "22550"
    uid: c081aff9-57ec-4ede-84b9-e18798280372
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:06:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:31Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e29d0b0aae36
    namespace: kserve-ci-e2e-test
    resourceVersion: "22553"
    uid: 77f97893-1316-4b23-bcce-ebc159e0cbac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 0a24ca20-5b1d-4dab-b80f-c3e98a84ead5
  kind: Event
  lastTimestamp: "2026-09-16T19:06:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:32Z"
    name: isvc-canary-promote-predictor-b9b98bcd9-x6xcs.18d5e29d6089909d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: 63ec9fd5-96a0-47c4-a97d-33e69d138fae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-b9b98bcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21834"
    uid: 50f720ef-1099-461b-befd-a4e9c717d551
  kind: Event
  lastTimestamp: "2026-09-16T19:05:08Z"
  message: 'Created pod: isvc-canary-promote-predictor-b9b98bcd9-x6xcs'
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:08Z"
    name: isvc-canary-promote-predictor-b9b98bcd9.18d5e289da498887
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: 48dd26d3-6dd3-48de-aaef-253c92ab3a55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-b9b98bcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21834"
    uid: 50f720ef-1099-461b-befd-a4e9c717d551
  kind: Event
  lastTimestamp: "2026-09-16T19:05:08Z"
  message: 'Created pod: isvc-canary-promote-predictor-b9b98bcd9-tfzdp'
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:08Z"
    name: isvc-canary-promote-predictor-b9b98bcd9.18d5e289ddd258e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: aeff6bb2-a28b-40f1-aa36-0eaf2a6d4414
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-b9b98bcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22543"
    uid: 50f720ef-1099-461b-befd-a4e9c717d551
  kind: Event
  lastTimestamp: "2026-09-16T19:06:31Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-b9b98bcd9-x6xcs'
  metadata:
    creationTimestamp: "2026-09-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:31Z"
    name: isvc-canary-promote-predictor-b9b98bcd9.18d5e29d0af58d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22548"
    uid: fb8f02ba-55f3-4051-abb0-40a26b103f94
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: 611369db-0854-4dc0-879b-0154ee0c7651
  kind: Event
  lastTimestamp: "2026-09-16T19:05:08Z"
  message: Scaled up replica set isvc-canary-promote-predictor-b9b98bcd9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:08Z"
    name: isvc-canary-promote-predictor.18d5e289d74f42d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 9c9ed820-e502-4d3c-a7ae-752d6d3b5060
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22539"
    uid: 611369db-0854-4dc0-879b-0154ee0c7651
  kind: Event
  lastTimestamp: "2026-09-16T19:06:31Z"
  message: Scaled down replica set isvc-canary-promote-predictor-b9b98bcd9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:31Z"
    name: isvc-canary-promote-predictor.18d5e29d0a44b785
    namespace: kserve-ci-e2e-test
    resourceVersion: "22545"
    uid: 1411a241-b839-4b14-a9b6-3cbfe2576d68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:06:38.971627Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:06:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:06:38Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e29ee1dbe4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22657"
    uid: 3b395042-3c33-4e01-8767-7d509fc45886
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22661"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:06:39Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:06:39Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e29f03ceab8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22667"
    uid: 1a9bb107-2723-4107-a0a4-0133c20e31f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:06:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:39Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e29f0580cda6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: 667fa0d5-c7d7-4728-992a-3f77641bd01d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:06:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:39Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e29f08679976
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: 07999f9a-03a3-4e8e-8941-5b05eefd1f59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:06:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:39Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e29f08db1743
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: bbba76ea-e2c6-4822-bed9-b23b19b3f1d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:06:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:43Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e2a005840be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22707"
    uid: d6548aa5-ce5e-4b97-8a24-3e73014313c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:06:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:43Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e2a0093ceda6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22711"
    uid: 9d74f6b1-d628-4ad7-aa8d-c10fcb5da60a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:06:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:43Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e2a009ac620e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22712"
    uid: 2dad7a89-1bda-44a9-b043-2ae47d33407d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:06:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:43Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e2a009b65d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "22713"
    uid: 25a314e0-2ba3-4188-af7d-344cb1261db0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:06:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:43Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e2a00c7b86aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: 5e0c4bb8-03f6-4007-b237-956ea3a24c06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:06:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:43Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e2a00ce905c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22715"
    uid: 54775a7d-cb5f-4701-969b-961ca2e9a249
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:08:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:11Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e2a07d5b4b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23354"
    uid: eede8ec8-6a9c-41e8-8a63-951a5d1cb048
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:08:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:08Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e2b3d6b2f0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23325"
    uid: 2e657102-6ee2-46e4-97ae-f07d3f03cfa9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:08:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:08Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e2b3d6b384d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23327"
    uid: 78608b43-c5be-4b76-8af5-42c56e92d20d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 5afdf766-d550-41e7-b687-9af59c2823de
  kind: Event
  lastTimestamp: "2026-09-16T19:08:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:11Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5.18d5e2b4838e76c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23352"
    uid: 37641a3e-434f-4267-aae0-944991014500
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:05:08.653791Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:05:08Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e289da7f1bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 9b41c353-1354-4401-96f3-e4f07e4d83f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:08Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e289e582c445
    namespace: kserve-ci-e2e-test
    resourceVersion: "21873"
    uid: 1d9330b3-de7a-47bb-8067-8bb2700c841c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:09Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:05:09Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e28a206a54bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: 31956604-eabc-469c-9603-c6a3dde989be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:09Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e28a21e68d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: eda36ac7-3aec-4de6-904a-4dc725dc36cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:09Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e28a24ac9861
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: 38d56751-9540-4647-9a80-38af75697445
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:09Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e28a25363a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 73c8f663-b28b-464c-8ae3-67f40a468caf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:13Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e28b11fb60f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21949"
    uid: c12e6c7d-725a-4ee2-baa0-93424a2c986c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:13Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e28b1603f15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: 06f2b1fe-5b40-484d-b36a-b862382f6263
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:13Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e28b16883b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "21957"
    uid: 25df8155-3fdf-4b16-a60c-ea53c6391fe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:13Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e28b1693a361
    namespace: kserve-ci-e2e-test
    resourceVersion: "21959"
    uid: d864404e-b8f5-44b1-b733-9d25ed7fe2a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:14Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e28b1a0c1adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: 7b4e28ae-0996-409c-8557-e09175e90090
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:14Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e28b1a9806f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: 51c0e57e-f587-41da-859c-4af5a345a33f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:08:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:10Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e28b4e504284
    namespace: kserve-ci-e2e-test
    resourceVersion: "23345"
    uid: b76c3413-2834-4ae0-bcdf-335eca3f6efb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:08:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:08Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e2b3d6bb9cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: b2fc8f80-2e30-472a-9a74-fefbaa6ad1ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:08:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:08Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e2b3d6bc57ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23328"
    uid: 5e0eee99-6658-44a8-8fe9-bc5ec7ad7660
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 8814a47b-9d18-4290-97f3-98d06f629c81
  kind: Event
  lastTimestamp: "2026-09-16T19:08:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:10Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp.18d5e2b448f60b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23344"
    uid: 15dac672-1c93-488b-966e-df09789902e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: 03d691f0-4002-42bd-9cb9-56ae85258fbe
  kind: Event
  lastTimestamp: "2026-09-16T19:05:08Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7cc6db9b5d-lq2sp'
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:08Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d.18d5e289da0e5519
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: 694b66c0-1b72-45a2-ade1-e5e6dca1c4ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22640"
    uid: 03d691f0-4002-42bd-9cb9-56ae85258fbe
  kind: Event
  lastTimestamp: "2026-09-16T19:06:38Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7cc6db9b5d-hk7r5'
  metadata:
    creationTimestamp: "2026-09-16T19:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:38Z"
    name: isvc-canary-promote-v2-predictor-7cc6db9b5d.18d5e29ee0bf455e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22654"
    uid: 881c2afa-c69b-4b82-8709-064adecc47a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: f1d13d1f-8b30-4d25-8bca-04f01280264a
  kind: Event
  lastTimestamp: "2026-09-16T19:05:08Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7cc6db9b5d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:08Z"
    name: isvc-canary-promote-v2-predictor.18d5e289d4c0f5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: 2b26f92d-7476-42c9-aed2-946230044bc9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22636"
    uid: f1d13d1f-8b30-4d25-8bca-04f01280264a
  kind: Event
  lastTimestamp: "2026-09-16T19:06:38Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7cc6db9b5d from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:38Z"
    name: isvc-canary-promote-v2-predictor.18d5e29ed596e959
    namespace: kserve-ci-e2e-test
    resourceVersion: "22642"
    uid: 47b658f9-ab4d-4984-83a7-9e07476990e0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: 649cedd3-3b0e-444d-a384-73bddc48ecbf
  kind: Event
  lastTimestamp: "2026-09-16T19:06:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:32Z"
    name: isvc-canary-promote.18d5e289d6bf681e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22577"
    uid: 9c64642c-dbde-4b5a-b6fd-689481170349
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: 649cedd3-3b0e-444d-a384-73bddc48ecbf
  kind: Event
  lastTimestamp: "2026-09-16T19:06:31Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:31Z"
    name: isvc-canary-promote.18d5e289d73b55ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22561"
    uid: 2ff88844-c125-40df-a979-99a11bb0841f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: 649cedd3-3b0e-444d-a384-73bddc48ecbf
  kind: Event
  lastTimestamp: "2026-09-16T19:06:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:31Z"
    name: isvc-canary-promote.18d5e289d73baf25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22562"
    uid: 5ec27183-a05f-49eb-908b-8997de378301
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22576"
    uid: 649cedd3-3b0e-444d-a384-73bddc48ecbf
  kind: Event
  lastTimestamp: "2026-09-16T19:08:01Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:01Z"
    name: isvc-canary-promote.18d5e29d44c68cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: add473e4-cfbd-454a-92aa-7240ca87192f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:53:07.081596Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14556"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-665c868b97-4lpk8
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e1d97136b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 3499c327-0f2c-45b8-9e92-bfc68d2f8a18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e1e68544ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14606"
    uid: adb011ee-5666-4c0e-bcd8-303441c11129
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14570"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:08Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:53:08Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e21f55e7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14636"
    uid: fbff9a70-3af5-421a-8c6f-3014f6949af4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:08Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e2211839b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14638"
    uid: 92a2a24e-9043-44f0-abcb-8f237f82cb3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:08Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e2246a6c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 7d63734f-71f9-4bfa-a638-dbd11eaa7d2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:08Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e224e52a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: be441546-ea85-4a52-ab7a-2d3ffc839ec4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:13Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
  metadata:
    creationTimestamp: "2026-09-16T18:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:13Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e33f801db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14700"
    uid: c8bf8921-aba0-4381-a46f-365dc2b467e0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    in 18.176s (18.176s including waiting). Image size: 1580859293 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e77ae4fb43
    namespace: kserve-ci-e2e-test
    resourceVersion: "14841"
    uid: 9432d234-760e-4d8c-9aba-51005bc1003f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e77e2c24e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14846"
    uid: edee5ad8-1020-492b-a594-78f7d3cfd963
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e77eba6c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14847"
    uid: d21372af-3bd1-4333-b263-137d5c0f51c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e77ec77bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14848"
    uid: e8a7641c-eb56-4c73-908b-b48d0b683807
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.845s (2.845s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:34Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e82865cc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: 86664a5d-3eb2-42f0-b7d7-2c366070d344
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:34Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e82dacae4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14886"
    uid: 7bfac296-4ebb-47a6-8ab2-4b2c4cffca1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:53:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:34Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e82e674304
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: e92203f0-1a53-40dc-9194-eaa897269565
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:54:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:40Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1e83076ef15
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: df7ae4a7-f18d-4967-94cc-8a632b480d49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:54:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:50Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1f9f777fd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15520"
    uid: ccda4423-c7ba-47c9-9cd2-285e856e45b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 75b40cfe-b463-4afe-a48a-6c803b06b74d
  kind: Event
  lastTimestamp: "2026-09-16T18:54:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:50Z"
    name: isvc-canary-rollback-predictor-665c868b97-4lpk8.18d5e1f9f7789cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: fba7cfa0-096e-4cb5-8d7c-85585d2daa41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:54:56.957131Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-665c868b97-mb7km
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:54:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:54:56Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e1fb6e88ce39
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 24b678ae-b75b-4e31-969f-718b2f501132
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:57Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:54:57Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e1fb90aac213
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 80532dde-af32-4a42-984a-5a23ee1736a8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:57Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e1fb921a1bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15612"
    uid: 318f781a-b737-4948-8c28-7790e4df875c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:57Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e1fb950f3d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15613"
    uid: 18e69e7e-f8b9-4e3c-b3f7-1c9fe8c4e742
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:57Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e1fb95855bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: a3d3b4d0-7792-41b6-a4ac-2aa638a5e839
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:01Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e1fc8aaf64c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: 00c3937b-326b-447b-89ea-2293465b28f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:01Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e1fc8e02cfaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: 9d264adb-6b34-431a-9adf-102e708af673
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:01Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e1fc8e79ba2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15655"
    uid: 10f98741-090d-4d0a-8a6f-39452c479549
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:01Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e1fc8e853375
    namespace: kserve-ci-e2e-test
    resourceVersion: "15656"
    uid: baae3766-3745-46e9-a44b-f2bebadfefac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:01Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e1fc91ea4938
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: e97c2c0d-7554-4ac2-a45a-9021157135f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:01Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e1fc92617590
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: 0b95e788-ebeb-49d4-92b9-a9ed8ac3617b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:56:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:28Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e1fcc6d6f430
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: 4819de72-6103-4bb9-9fb3-c5cfe76755a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:56:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:27Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e21065af54fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 1fbdc776-a4f5-460d-9b9b-5b43ccf914b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:56:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:27Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e21065afec58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: f271e3ca-2b4a-4767-b5e3-2c83eb502ebd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-mb7km
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 328264d8-24da-4c7e-8920-9b9f5b9a03dc
  kind: Event
  lastTimestamp: "2026-09-16T18:56:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:28Z"
    name: isvc-canary-rollback-predictor-665c868b97-mb7km.18d5e210cd2ca937
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: aab1af36-6696-4617-9123-41b405313884
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:53:07.169865Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14579"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-665c868b97-vw7mk
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e1deb40f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: 731f9259-3d2b-4cb9-af5c-27c6a93f6ab1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e1e968f10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14608"
    uid: aee63d70-8a80-4d2a-90af-dd558c6ca671
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14592"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:08Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:53:08Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e224850664
    namespace: kserve-ci-e2e-test
    resourceVersion: "14642"
    uid: dd4e2a08-7355-491c-a134-15914637e567
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:08Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
  metadata:
    creationTimestamp: "2026-09-16T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:08Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e226036e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: b355fab1-bc61-450e-a885-98239aa8fdea
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    in 3.079s (3.079s including waiting). Image size: 308172227 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:11Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e2dd926019
    namespace: kserve-ci-e2e-test
    resourceVersion: "14677"
    uid: f764dea3-3e6d-41d5-9ab6-2d030f5d5a08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:11Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e2e0846e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "14679"
    uid: 0429c14c-898b-4efb-83c5-f3f47ae1eaff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:11Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e2e0fb0415
    namespace: kserve-ci-e2e-test
    resourceVersion: "14680"
    uid: c7fc40f9-51ec-4948-a64c-ade052b67411
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:15Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
  metadata:
    creationTimestamp: "2026-09-16T18:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:15Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e3e40973a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14724"
    uid: bc39a46e-9d2f-400c-9ffc-d3c9b3eb7abe
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    in 13.039s (13.039s including waiting). Image size: 1580859293 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:28Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e6ed415312
    namespace: kserve-ci-e2e-test
    resourceVersion: "14816"
    uid: eddc98c1-b4ad-48c0-bef2-9215a8677983
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:28Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e6f0e760b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14817"
    uid: 21d99209-3619-4257-8ff7-a97e90bb9a20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:28Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e6f15de4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14818"
    uid: 6a71e462-af92-4497-b6a3-df2637db5e25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:28Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:28Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e6f16a84e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14819"
    uid: 0f119a05-f600-4432-9ae9-a15d6895ac49
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.472s (2.472s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e784c5ad92
    namespace: kserve-ci-e2e-test
    resourceVersion: "14853"
    uid: 7b1daef0-68d8-488b-a6cd-c8b8b6a23459
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e787aa1925
    namespace: kserve-ci-e2e-test
    resourceVersion: "14854"
    uid: e85b2cac-fb46-404b-ac11-fe9481c63e84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e7881d6355
    namespace: kserve-ci-e2e-test
    resourceVersion: "14855"
    uid: bd9dacdb-525e-48d9-8984-1b15d0c8c59d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:56:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:27Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e1e7a2bbb44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: e8e78e46-fce2-45d1-90f4-3915a8aeeb06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:56:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:27Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e21065e3c31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: 46608a2c-7c0a-403b-8f72-df3fd2e111fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:56:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:27Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e21065e4ed9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: ce463599-3d53-43a4-9ffd-3121f4b41a16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: e9111c75-497d-45cd-872b-219fac17141c
  kind: Event
  lastTimestamp: "2026-09-16T18:56:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:27Z"
    name: isvc-canary-rollback-predictor-665c868b97-vw7mk.18d5e2109d5697fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 345d00ed-6e2b-4959-881f-27685e585a5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-665c868b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "14549"
    uid: bd956b20-a7b1-42d7-ad3e-d6c11c76c713
  kind: Event
  lastTimestamp: "2026-09-16T18:53:07Z"
  message: 'Created pod: isvc-canary-rollback-predictor-665c868b97-4lpk8'
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-canary-rollback-predictor-665c868b97.18d5e1e1d928be4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14558"
    uid: 78c7f454-945d-4e5d-a770-3d6a4a9b823f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-665c868b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "14549"
    uid: bd956b20-a7b1-42d7-ad3e-d6c11c76c713
  kind: Event
  lastTimestamp: "2026-09-16T18:53:07Z"
  message: 'Created pod: isvc-canary-rollback-predictor-665c868b97-vw7mk'
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-canary-rollback-predictor-665c868b97.18d5e1e1ddf7f2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14580"
    uid: bef25f77-30d2-4a9c-9ea9-19c456cf3d2c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-665c868b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: bd956b20-a7b1-42d7-ad3e-d6c11c76c713
  kind: Event
  lastTimestamp: "2026-09-16T18:54:50Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-665c868b97-4lpk8'
  metadata:
    creationTimestamp: "2026-09-16T18:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:50Z"
    name: isvc-canary-rollback-predictor-665c868b97.18d5e1f9ec215214
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 255558ce-3492-4322-bc82-85f597720d34
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-665c868b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "15581"
    uid: bd956b20-a7b1-42d7-ad3e-d6c11c76c713
  kind: Event
  lastTimestamp: "2026-09-16T18:54:56Z"
  message: 'Created pod: isvc-canary-rollback-predictor-665c868b97-mb7km'
  metadata:
    creationTimestamp: "2026-09-16T18:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:56Z"
    name: isvc-canary-rollback-predictor-665c868b97.18d5e1fb6e14fe52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: 225ccee0-8cb6-4178-8596-ef4dbfea0b80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14545"
    uid: 1394a72a-39b5-4fd1-ad73-2c2e9823e0bc
  kind: Event
  lastTimestamp: "2026-09-16T18:53:07Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-665c868b97 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-canary-rollback-predictor.18d5e1e1d6afdcbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14551"
    uid: 687a84ff-9a0d-4c46-81e3-407eabe80be2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 1394a72a-39b5-4fd1-ad73-2c2e9823e0bc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:50Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-665c868b97 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:50Z"
    name: isvc-canary-rollback-predictor.18d5e1f9eb7d4b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15502"
    uid: 9b75133c-e381-4870-b97f-773bc1d13c79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: 1394a72a-39b5-4fd1-ad73-2c2e9823e0bc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:56Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-665c868b97 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T18:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:56Z"
    name: isvc-canary-rollback-predictor.18d5e1fb697ee2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: 30efbdef-b012-4c7b-9e4e-fc4629bdcfd8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:53:06.967703Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14534"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:53:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:53:06Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e1d2a7455c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: e4c65521-e71d-495c-bd90-f6951c55be3d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e1e068d90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14597"
    uid: 99969430-9c65-4cb8-9201-bfb4eb436fdd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14542"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:08Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:53:08Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e2186a76ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: 1f424b6c-6170-470a-a8fb-fcfc46b50c77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:08Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e219c284c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14633"
    uid: 82705fe0-5097-48d6-b706-9b8f8dbfb75a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:08Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e21ce032c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: e439b172-7a90-4e90-bde2-2b3b0a5712ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:08Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e21d5deda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: 7d2b20d6-26c9-444b-bc43-a2d79c701dab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:13Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
  metadata:
    creationTimestamp: "2026-09-16T18:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:13Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e33fe91721
    namespace: kserve-ci-e2e-test
    resourceVersion: "14701"
    uid: f2343730-3362-438c-a357-d350f8e6c81f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    in 18.193s (18.193s including waiting). Image size: 1580859293 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e77c52e2da
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1ea8b05f-ed4c-4026-8a52-19fbbfdff222
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e77f14506a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14849"
    uid: c24a21d8-3121-4d84-9f22-4432ffe099c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e77f810ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: 0b671140-3344-4ca7-957c-5175396cd708
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e77f8cad45
    namespace: kserve-ci-e2e-test
    resourceVersion: "14851"
    uid: 7f6a4267-a109-483f-a126-d8a526283f16
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.863s (2.863s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:34Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e82a3ae0a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: b241a1d7-d003-4a9b-94be-90108cc2c8fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:34Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e82dd1b1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: cb447ab5-6517-4964-b5e4-90eb8ec527e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:53:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:34Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e82e8b9870
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: 58d0bce6-c0b2-445e-bedc-a7f96d21c264
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1e830b4b90a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15639"
    uid: 399ad9b0-f790-4240-8f77-7ee341f61757
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:54:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:56Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1fb6a50d421
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: 89c845e9-3853-4ec3-b8d4-21696eed63ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:54:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:56Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1fb6a51ee47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: dc3a2ddb-0c84-484e-9d68-1bfd3c4bdfa3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7a5f744f-a31c-4006-b6a5-b8d2b4561c53
  kind: Event
  lastTimestamp: "2026-09-16T18:55:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:00Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6.18d5e1fc36ebbe3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15638"
    uid: 58c28e33-858f-4425-ab22-7553d331dd15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7dc597df9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a144b06c-f93e-4c42-b5c5-d97943906d91
  kind: Event
  lastTimestamp: "2026-09-16T18:53:06Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7dc597df9b-f5gr6'
  metadata:
    creationTimestamp: "2026-09-16T18:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:06Z"
    name: isvc-canary-rollback-v2-predictor-7dc597df9b.18d5e1e1d2386017
    namespace: kserve-ci-e2e-test
    resourceVersion: "14535"
    uid: b32ad049-73b9-4061-b1b3-2c40c9c04f91
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: 3241a05b-0fb1-49d2-a04e-d81dc692809b
  kind: Event
  lastTimestamp: "2026-09-16T18:53:06Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7dc597df9b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:06Z"
    name: isvc-canary-rollback-v2-predictor.18d5e1e1ce53dd48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14531"
    uid: db946ea5-1e79-416f-a1cd-6569657ae6ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14516"
    uid: 73aabba9-31f7-4d6e-8a6f-938e5de998d6
  kind: Event
  lastTimestamp: "2026-09-16T18:54:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:56Z"
    name: isvc-canary-rollback.18d5e1e1d6010d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: 9aee08cb-ce23-4d7b-8c9c-5be2045d0fac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14516"
    uid: 73aabba9-31f7-4d6e-8a6f-938e5de998d6
  kind: Event
  lastTimestamp: "2026-09-16T18:54:56Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:56Z"
    name: isvc-canary-rollback.18d5e1e1d6694d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: 0ba758e6-8f69-4e31-b59c-141c60a25324
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14516"
    uid: 73aabba9-31f7-4d6e-8a6f-938e5de998d6
  kind: Event
  lastTimestamp: "2026-09-16T18:54:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:50Z"
    name: isvc-canary-rollback.18d5e1e1d669a675
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: e9f9f9c3-4fe7-480f-8b22-556a42d811a4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: 73aabba9-31f7-4d6e-8a6f-938e5de998d6
  kind: Event
  lastTimestamp: "2026-09-16T18:56:18Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:18Z"
    name: isvc-canary-rollback.18d5e1f9eb583d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: db19e326-7926-4fcf-a986-b075c5f935f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 73aabba9-31f7-4d6e-8a6f-938e5de998d6
  kind: Event
  lastTimestamp: "2026-09-16T18:54:56Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-16T18:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:56Z"
    name: isvc-canary-rollback.18d5e1fb6d82c0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: 372bc6e4-3885-406f-8c67-d0fc0dbd5a8a
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:32.251145Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7bb9c548b5-4txf9
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e2119e7ffd8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16572"
    uid: 46e3a44d-a7d0-46c8-bd6d-37e197075209
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e211c0856550
    namespace: kserve-ci-e2e-test
    resourceVersion: "16605"
    uid: c97654c6-6358-4006-a034-18b33d7e3954
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e211c1de5558
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: ee930a19-b1f9-4b33-93d0-fef0d87e016a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e211c4a64799
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: 4fad54c4-f3c8-4f27-92f1-8ffe7a2afa80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e211c50f56da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16613"
    uid: 43491681-8089-4c0f-bfd0-b5fca712925d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:36Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e212a7f39dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 9b1f372e-f322-4571-8ddd-79f4d4310539
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:36Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e212ab863d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16665"
    uid: c5d24c3f-a907-4b42-8b86-ca119234ff91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:36Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e212abed9391
    namespace: kserve-ci-e2e-test
    resourceVersion: "16666"
    uid: 624c1562-11e2-4f9a-889b-56c2db22a68a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:36Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e212abf82dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16669"
    uid: 54caea1f-3813-47d7-938e-d89122c6ede7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:36Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e212aede4622
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: 70ebcc47-b1fd-4eb1-8425-e08eec068eb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:36Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e212af458c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16671"
    uid: 3f106a7d-36b7-495c-8fa1-da1fae3cfcdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:13Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e2131fd83d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: c59f25e0-aa67-472c-b0f1-7ea309112c90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e228e744dde0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 97d5762d-8e06-410d-9a45-1ca195063ab8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e228e7460030
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: ab283648-fac1-4f23-9cfa-b3005094e729
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9ad02d13-005f-4a3d-86a5-8a26f3aac79e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:14Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-4txf9.18d5e2297a1fcb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17740"
    uid: 7db13f72-e76a-416a-aab8-50c9f726c2ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:32.310086Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e211a2036afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: 8feb849b-576e-43cd-8bb0-4bb181985692
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e211c3d8cb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 4f5b9360-433a-416e-a974-401f0b38d84b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e211c57766ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: 74a44983-aa62-444a-aec9-ea547e99ab97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e211c85e6b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 5e160bd4-2498-4fb0-86a1-9d5c10b21acd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e211c8cbdb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 57324af5-2d0b-4d11-af08-21cbfbea4cb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e212c30af9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 7a901faf-9704-4573-900d-2172c9c3fcee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e212c6cbaf3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: 5bd706e0-1d45-4a75-b5b8-38201d44a62d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e212c7493cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16685"
    uid: 6e445ff0-c811-4cea-8439-0a5a52efefc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e212c752fd88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: 3402a788-6de2-40a8-a5b2-fab944b57995
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e212ca730d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: b155bfd8-563f-4193-98ce-128ebddc26af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e212cb0d802d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: fb2413f1-f266-45cc-b180-557d2956137d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e2133b17c58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17722"
    uid: 90b5de9c-6904-4089-8cbb-0cf83c005e8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:08Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e2281bbf38f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: fd8fc9ce-149f-482f-9ce9-ff8567e42804
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:08Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e2281bbfb427
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 9c92c5c4-4bf4-4b33-b0fb-8efcd7a50836
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 09fd6613-c8cb-4b5d-b5b5-75a2e70d9adb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:10Z"
    name: isvc-canary-stop-predictor-7bb9c548b5-ln4lk.18d5e2286b5c879d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17677"
    uid: 70857bdc-8b7f-41cb-8a3d-2e4a69de6c1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7bb9c548b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: e458d1cc-65d1-400a-a73f-84ce88ce77f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: 'Created pod: isvc-canary-stop-predictor-7bb9c548b5-4txf9'
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor-7bb9c548b5.18d5e2119dfe632e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: 75860c84-89c4-4cc4-90af-e392b596833e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7bb9c548b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: e458d1cc-65d1-400a-a73f-84ce88ce77f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: 'Created pod: isvc-canary-stop-predictor-7bb9c548b5-ln4lk'
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor-7bb9c548b5.18d5e211a13de1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: 85a14c14-57ce-49d3-a18a-60a7df8abff7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7bb9c548b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: e458d1cc-65d1-400a-a73f-84ce88ce77f9
  kind: Event
  lastTimestamp: "2026-09-16T18:58:08Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-7bb9c548b5-ln4lk'
  metadata:
    creationTimestamp: "2026-09-16T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:08Z"
    name: isvc-canary-stop-predictor-7bb9c548b5.18d5e2281b90fb6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: d350d6f5-b35d-47c0-b5f6-de9e14a85bc4
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 52881c8d-f731-4804-829d-7508505f1a21
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Scaled up replica set isvc-canary-stop-predictor-7bb9c548b5 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-predictor.18d5e2119b0e8bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: 2645b8c9-fcfe-4b21-98b0-494bf8b49262
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 52881c8d-f731-4804-829d-7508505f1a21
  kind: Event
  lastTimestamp: "2026-09-16T18:58:08Z"
  message: Scaled down replica set isvc-canary-stop-predictor-7bb9c548b5 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:08Z"
    name: isvc-canary-stop-predictor.18d5e2281b078c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: 7dad95fb-2ee6-4b70-9393-c65754d396d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:32.214537Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e2119c517fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: a4366d52-d405-489a-bae3-11a103a8a100
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e211be4fc283
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: fb4bb7e2-0846-4958-9757-86c4c8309a05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e211bfc47755
    namespace: kserve-ci-e2e-test
    resourceVersion: "16604"
    uid: a8d580a2-9c53-4789-9407-64b92af8a530
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e211c2cab239
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 23fc76fa-a6e8-48f9-8c65-001855eb4dea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e211c33aa23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: 0433dd5a-7622-42d7-a664-d2983c6d695b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e212c2f6ddc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: cce79b79-df2b-411e-a060-156f66356608
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e212c6be8987
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 416770ad-b8ba-4ea6-9841-8b9c3813bcfa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e212c73b79bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: c3e0d342-3f68-4bb0-89ad-29e5f297dc16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e212c74715c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: f601fee3-b51a-42ca-a97f-bbab0c6f9f59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e212ca7e6bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: 86f35365-4eca-41d9-ab62-806e2887b572
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e212cb20af54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16692"
    uid: f9fa4ce0-4c9a-44e1-838e-7d563208ec62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:57:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:58Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e212ff1fc810
    namespace: kserve-ci-e2e-test
    resourceVersion: "17561"
    uid: 175c3787-2d93-47b6-b526-86579ffc1535
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e228e59ae62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: c77c5811-2f2a-436d-9aa1-f343e1e736c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e228e59b903f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17709"
    uid: a0758ec0-be7a-484b-9292-2584bdf7e8f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 7ae7a71d-424c-4d16-8916-642cfa6e34b1
  kind: Event
  lastTimestamp: "2026-09-16T18:58:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:14Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth.18d5e2295977f61b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: c2f2e461-b06d-49b7-8881-5e73e943dbf2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-b7c9ff648
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 79e64bd5-3d26-4474-a62b-0c024afe6979
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-b7c9ff648-nvcth'
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-v2-predictor-b7c9ff648.18d5e2119bd61cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: 118add6f-7e48-49e0-94ed-a44b79f4c684
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 3b57589b-606c-4fa6-ac58-291463b25139
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-b7c9ff648 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-canary-stop-v2-predictor.18d5e211984bc8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: d66ce47d-e45c-4d8c-996e-f33f5e143a4d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: 5b62063d-38b0-42ba-be76-14afaeb6b88b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:08Z"
    name: isvc-canary-stop.18d5e2119accc2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17666"
    uid: 1f7d3a1e-c083-4443-ba76-3b21c11f423f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: 5b62063d-38b0-42ba-be76-14afaeb6b88b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:08Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:08Z"
    name: isvc-canary-stop.18d5e2119b3e4bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: 87c4321e-772f-4f86-ae1b-0aed7c259170
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: 5b62063d-38b0-42ba-be76-14afaeb6b88b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:08Z"
    name: isvc-canary-stop.18d5e2119b3ea10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: 21429737-48ea-4acc-8344-3b3f69507a58
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: 5b62063d-38b0-42ba-be76-14afaeb6b88b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:02Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:02Z"
    name: isvc-canary-stop.18d5e226b47b8530
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: 5628c97f-4789-419f-8bca-1f6d6fa0d670
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:33.022829Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19233"
    uid: 57b78258-29f8-4bd5-8ec3-00ba51b5284b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-86458d-predictor-68b9d45998-bk9q6
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:33Z"
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6.18d5e249ad9c6a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19237"
    uid: 05e51c4e-ab9c-4e61-8788-b6cbeb320b17
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: 57b78258-29f8-4bd5-8ec3-00ba51b5284b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-86458d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:33Z"
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6.18d5e249b8e88e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19253"
    uid: 9183e995-daa6-4875-b797-a52eab592f4f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19243"
    uid: 57b78258-29f8-4bd5-8ec3-00ba51b5284b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:34Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:34Z"
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6.18d5e249f367aa8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19262"
    uid: 819e985d-cff8-4e97-ab56-20a797470212
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: 57b78258-29f8-4bd5-8ec3-00ba51b5284b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6.18d5e249f4de17c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19297"
    uid: bb9c455c-eb28-43a1-bfb3-524285cfa8bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: 57b78258-29f8-4bd5-8ec3-00ba51b5284b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6.18d5e249f7a29f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: bc7a12fb-5250-4836-be58-493e36b2c4dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: 57b78258-29f8-4bd5-8ec3-00ba51b5284b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6.18d5e249f8165e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: aab82597-54ae-4b28-b611-0bd21d7467ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: 57b78258-29f8-4bd5-8ec3-00ba51b5284b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6.18d5e24bfd2b91c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19446"
    uid: 77d04adb-a386-40f6-b71b-e0db9e09df7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-86458d-predictor-68b9d45998
    namespace: kserve-ci-e2e-test
    resourceVersion: "19226"
    uid: 0c1f28f8-eb6c-43b8-833e-1316e18fc644
  kind: Event
  lastTimestamp: "2026-09-16T19:00:33Z"
  message: 'Created pod: isvc-init-fail-86458d-predictor-68b9d45998-bk9q6'
  metadata:
    creationTimestamp: "2026-09-16T19:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:33Z"
    name: isvc-init-fail-86458d-predictor-68b9d45998.18d5e249ad308ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: 0e494c6f-785a-43ab-b581-e95d59ebdf4a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-86458d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: e6bcb50f-bf7d-43e5-ba28-165834149579
  kind: Event
  lastTimestamp: "2026-09-16T19:00:32Z"
  message: Scaled up replica set isvc-init-fail-86458d-predictor-68b9d45998 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:32Z"
    name: isvc-init-fail-86458d-predictor.18d5e249aa7bdc41
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: c6d0381a-c9d5-43ad-bd9f-2539fbecd959
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-86458d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: a85a7701-fccb-4eac-b891-9a44441812cb
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-init-fail-86458d.18d5e249aa7c01a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19342"
    uid: 8d6c433b-46da-4f55-a98f-ba705261af81
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-86458d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: a85a7701-fccb-4eac-b891-9a44441812cb
  kind: Event
  lastTimestamp: "2026-09-16T19:00:33Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-86458d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-86458d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:33Z"
    name: isvc-init-fail-86458d.18d5e249ab2382b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19245"
    uid: ab5d0ad1-ab36-4c54-b199-f5b5dae03095
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-86458d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: a85a7701-fccb-4eac-b891-9a44441812cb
  kind: Event
  lastTimestamp: "2026-09-16T19:00:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-86458d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:33Z"
    name: isvc-init-fail-86458d.18d5e249ab23ba93
    namespace: kserve-ci-e2e-test
    resourceVersion: "19248"
    uid: beb4d354-5d73-4f53-bead-bebc10353412
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:59:02.715278Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:59:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:59:02Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e234a6dc8d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18370"
    uid: e043816b-0bea-4aa9-b90c-31b9c41fa862
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:03Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:59:03Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e234c8d49f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "18385"
    uid: 07e1b528-54e5-43e0-ad9d-384c34ecf735
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:03Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e234ca431987
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: a2fe7880-1e20-4003-8619-d21170e1cf01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:03Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e234cd447b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: d60927f0-4b27-42c2-a3cc-4ba83c9758ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:03Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e234cdb2e85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18389"
    uid: 1f75982d-c149-44d7-9de2-05531ce26df6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:07Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e235dd06d726
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: 423c954f-4fbe-45a7-8f67-7322c555a3e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:07Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e235e01a51c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18435"
    uid: 7e2af259-84de-496f-994c-cdcfe7a5734b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:07Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e235e089a044
    namespace: kserve-ci-e2e-test
    resourceVersion: "18436"
    uid: 64ef8b45-1efd-472c-be3f-1b401531c1cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:07Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e235e09270ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: 43fdb9e8-4396-4e88-85a5-10a4371be751
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:08Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e235e4024d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18440"
    uid: 7ca4d065-bfc4-4e10-a37d-f7d5b5f5e7d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:08Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e235e470969c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18441"
    uid: 969af350-28fa-49c7-90d9-644f661d3a09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:08Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:0dffbff0f1e03e1de327a5bd3cf75afe449e165a6aea5f2318608e71c8ad9441"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:08Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e235e47b5d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18442"
    uid: 85895952-b7ff-468d-a89a-1dd49a1ee6f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:08Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:08Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e235e71e3bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18443"
    uid: 95a4e5b4-f93d-43fd-ad8c-e1398048d6bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:08Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:08Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e235e78aac3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: b03b2dec-2b55-47b5-8aa6-f15122bc12de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T19:00:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:45Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e236191726f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 74ed617a-08cc-47c0-95d0-a2f4cc788988
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T19:00:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:45Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e23654f95a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19488"
    uid: 3f064ce8-6f0a-4e03-a7f7-19ffbc4acf37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e24ad5723648
    namespace: kserve-ci-e2e-test
    resourceVersion: "19345"
    uid: fc2cb8e1-238c-4233-af7c-055725f3f28c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e24ad5726c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: cde2d4e6-5490-4486-8d46-5fec979c286e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:38Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e24ad572f8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19347"
    uid: cf41f5bb-74d8-464e-95ff-854f9dc0e070
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 66695b97-dadb-4454-a7e1-940f31ef3bd9
  kind: Event
  lastTimestamp: "2026-09-16T19:00:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:55Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b.18d5e24b8528d58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19628"
    uid: 7b0fd49e-5658-4731-9ef0-fa46732dfccf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-16e43-predictor-84c9b8899d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18354"
    uid: 90b20230-52c4-4592-bdc5-4e3309b495b0
  kind: Event
  lastTimestamp: "2026-09-16T18:59:02Z"
  message: 'Created pod: isvc-logger-raw-16e43-predictor-84c9b8899d-2ms7b'
  metadata:
    creationTimestamp: "2026-09-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:02Z"
    name: isvc-logger-raw-16e43-predictor-84c9b8899d.18d5e234a6899cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: 8f7a0003-b8cd-4ecd-820c-996bafa6b8b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-16e43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18352"
    uid: e2009161-0c5a-4e0b-8a66-2b892e6674c4
  kind: Event
  lastTimestamp: "2026-09-16T18:59:02Z"
  message: Scaled up replica set isvc-logger-raw-16e43-predictor-84c9b8899d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:02Z"
    name: isvc-logger-raw-16e43-predictor.18d5e234a3280f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: b162a897-1e2e-4e70-b0bd-66278d618be1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-16e43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: 8a333a4f-9307-438f-8c02-c02b8f92e69b
  kind: Event
  lastTimestamp: "2026-09-16T18:59:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:32Z"
    name: isvc-logger-raw-16e43-predictor.18d5e23821c40134
    namespace: kserve-ci-e2e-test
    resourceVersion: "18637"
    uid: 8e8d25f9-d5d9-43da-ab84-f5ea4585f119
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-16e43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: 8a333a4f-9307-438f-8c02-c02b8f92e69b
  kind: Event
  lastTimestamp: "2026-09-16T18:59:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:32Z"
    name: isvc-logger-raw-16e43-predictor.18d5e23822299653
    namespace: kserve-ci-e2e-test
    resourceVersion: "18639"
    uid: 50eeb3c0-697b-4d9b-8a80-94ca2313c1ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-16e43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 8a333a4f-9307-438f-8c02-c02b8f92e69b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:32Z"
    name: isvc-logger-raw-16e43-predictor.18d5e23f2033fe07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19208"
    uid: 38fb3d98-65be-401a-9e2e-c2e89db8d730
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-16e43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 8a333a4f-9307-438f-8c02-c02b8f92e69b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:32Z"
    name: isvc-logger-raw-16e43-predictor.18d5e23f20d04b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19210"
    uid: 4cf1ec12-1908-4209-a75b-23e458c17547
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-16e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: 368aed17-51b6-42db-85c7-f175b657f07c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:26Z"
    name: isvc-logger-raw-16e43.18d5e234a2f96dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19113"
    uid: c822b99e-4202-452c-b38d-8b480af73b9c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-16e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: 368aed17-51b6-42db-85c7-f175b657f07c
  kind: Event
  lastTimestamp: "2026-09-16T18:59:02Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-16e43":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-16e43":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:02Z"
    name: isvc-logger-raw-16e43.18d5e234a3591152
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: f08a876c-774c-4a87-88cf-233c73b785cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-16e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19111"
    uid: 368aed17-51b6-42db-85c7-f175b657f07c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:26Z"
  message: InferenceService [isvc-logger-raw-16e43] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:26Z"
    name: isvc-logger-raw-16e43.18d5e2480d9d2628
    namespace: kserve-ci-e2e-test
    resourceVersion: "19112"
    uid: a9b49219-7192-41d4-8542-0257f588571a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:08:33.170325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23586"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:08:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:08:33Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2b978a1c684
    namespace: kserve-ci-e2e-test
    resourceVersion: "23590"
    uid: 93a63cd8-5517-4919-ad3c-e072c765ce92
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23596"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:33Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:08:33Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2b99a79e0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23610"
    uid: 1a993553-f101-4043-a714-1229b342794d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:33Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2b99c116e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: 6b3856dc-fbf9-44e3-a348-2b40be1e1acf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:33Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2b99f47d0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 9933864d-ac4a-4394-a3f7-3b36b3ce8921
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:33Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2b99fb58cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23614"
    uid: a5d2babc-41bc-4a48-a19c-7e099b54ec66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:38Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2baad8f332c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23653"
    uid: 8fe02638-1fae-4acb-b165-4e3b8306b432
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:38Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2bab0d44580
    namespace: kserve-ci-e2e-test
    resourceVersion: "23655"
    uid: 16face2f-2239-49b3-b65e-064d28c9a287
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:38Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2bab143adba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23658"
    uid: 1270ebe0-6300-4fb9-871d-661408f7496c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:38Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2bab14d905a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 03b8d2fa-bf3e-4d83-a65d-dae59be24229
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:38Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2bab4251050
    namespace: kserve-ci-e2e-test
    resourceVersion: "23660"
    uid: 1588657f-b7fc-48a0-8e26-ef7120391be4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:38Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2bab4998894
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 9055afd4-377a-4f61-811b-de41ddacf509
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:38Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:0dffbff0f1e03e1de327a5bd3cf75afe449e165a6aea5f2318608e71c8ad9441"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:38Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2bab4a3daa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23663"
    uid: 37bade53-f1ea-494a-bec3-c767f49fe029
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:38Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:38Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2bab79a7f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: afb5748a-1569-4150-9571-5fea1079a7ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:38Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:38Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2bab81e2fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23665"
    uid: 9443dc11-e55e-40b1-a383-f39063d358dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:10:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:25Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2bae9921544
    namespace: kserve-ci-e2e-test
    resourceVersion: "24520"
    uid: 8ab08d1a-b2fb-4b6c-9571-bb16bd1db532
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:10:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:15Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2bae99bee67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24443"
    uid: 4208a5f9-913c-4eee-accb-f1d764ee9512
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:10:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:08Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2cfa5e448f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: 6c6fac76-a819-4b58-86f8-2b798e63008f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:10:08Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T19:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:08Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2cfa5e83287
    namespace: kserve-ci-e2e-test
    resourceVersion: "24350"
    uid: 4ca05210-9a70-476c-b4db-dfc9a1b39c1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:10:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:08Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2cfa5e89241
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: 00a364b2-61ed-4d85-a7bf-831c238f59bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: fb1507b9-4934-42df-9691-0f4de73beb3a
  kind: Event
  lastTimestamp: "2026-09-16T19:10:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:25Z"
    name: isvc-logger-raw-cipn-predictor-647756665c-q8rlw.18d5e2d019ca3ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24519"
    uid: 35bc61d7-784a-4b81-9d1e-098c8c17e685
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-647756665c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23577"
    uid: 7990e25c-2db1-4337-8e92-813e667142fb
  kind: Event
  lastTimestamp: "2026-09-16T19:08:33Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-647756665c-q8rlw'
  metadata:
    creationTimestamp: "2026-09-16T19:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:33Z"
    name: isvc-logger-raw-cipn-predictor-647756665c.18d5e2b978429511
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: fde45ba4-0290-4c17-bccd-e6c2778243be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: 10057181-803c-44c3-b24c-5d8b7cebd1ad
  kind: Event
  lastTimestamp: "2026-09-16T19:08:33Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-647756665c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:33Z"
    name: isvc-logger-raw-cipn-predictor.18d5e2b97491c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: f29e2b99-eab2-44d6-9158-d1bcf915e886
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23576"
    uid: b341f962-9e73-4538-b2fa-31b7ec676c56
  kind: Event
  lastTimestamp: "2026-09-16T19:09:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:03Z"
    name: isvc-logger-raw-cipn-predictor.18d5e2bcf455ce81
    namespace: kserve-ci-e2e-test
    resourceVersion: "23849"
    uid: 36076504-b043-406b-81b5-aa78bb54b4f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23576"
    uid: b341f962-9e73-4538-b2fa-31b7ec676c56
  kind: Event
  lastTimestamp: "2026-09-16T19:09:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:03Z"
    name: isvc-logger-raw-cipn-predictor.18d5e2bcf4d2fef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23850"
    uid: afc847a8-2075-455b-8630-f00efa368cd6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: b341f962-9e73-4538-b2fa-31b7ec676c56
  kind: Event
  lastTimestamp: "2026-09-16T19:10:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:03Z"
    name: isvc-logger-raw-cipn-predictor.18d5e2c3f360a3d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: e7043cb3-93dd-491b-b4ea-9069787de7bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: b341f962-9e73-4538-b2fa-31b7ec676c56
  kind: Event
  lastTimestamp: "2026-09-16T19:10:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:03Z"
    name: isvc-logger-raw-cipn-predictor.18d5e2c3f3d23cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24287"
    uid: 2a40ed3c-f854-4248-9509-70dee0e10d2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: eacbecc8-3bb4-466d-b20a-b0121c9d5387
  kind: Event
  lastTimestamp: "2026-09-16T19:09:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:55Z"
    name: isvc-logger-raw-cipn.18d5e2b9749174c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24232"
    uid: 55f62129-a9da-4978-9708-06a2c2197314
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: eacbecc8-3bb4-466d-b20a-b0121c9d5387
  kind: Event
  lastTimestamp: "2026-09-16T19:08:33Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:33Z"
    name: isvc-logger-raw-cipn.18d5e2b975398fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: 4efd778b-1fd7-46f1-84e3-4c84a466ab27
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23570"
    uid: eacbecc8-3bb4-466d-b20a-b0121c9d5387
  kind: Event
  lastTimestamp: "2026-09-16T19:08:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:33Z"
    name: isvc-logger-raw-cipn.18d5e2b97b52dda1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 9c0d132c-ef56-4519-a152-2415fa2fad25
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: eacbecc8-3bb4-466d-b20a-b0121c9d5387
  kind: Event
  lastTimestamp: "2026-09-16T19:09:55Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:55Z"
    name: isvc-logger-raw-cipn.18d5e2cca3d0cfb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24231"
    uid: 073c70bb-f76f-4a25-85a7-81eda825d8b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:22.546764Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:22Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e22b4ca19478
    namespace: kserve-ci-e2e-test
    resourceVersion: "17846"
    uid: bd09d699-025b-4a63-b595-587e7c8d0151
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17850"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e22b6ecf6e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: a3d26432-8a23-45e8-a6f2-a07cfcc456cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e22b702c5e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17868"
    uid: 33c062e0-3a86-4b85-a9d8-8dc74467c09f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e22b72c38020
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 4384cf5f-3eff-4362-ab6d-5b741cc0e5ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e22b7336cd4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17870"
    uid: 3a94454c-138f-494c-84c3-348f4481d09b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:27Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e22c613ea4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17913"
    uid: 83f519e9-dd8a-4c24-b0b2-72188b44b83d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:27Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e22c63ee6a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17915"
    uid: df6c1dac-8bed-46ec-aa48-4c4905e335fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:27Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e22c64649cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17917"
    uid: cc5309c6-6f87-4764-8f10-b7104de982e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:27Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e22c646ead49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17919"
    uid: 3bac0557-ab20-468d-b820-ab5b1f4e30dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:27Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e22c673013c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17921"
    uid: 6b3eacf7-80da-43db-8f64-feaaa9d0bee8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:27Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e22c67a73e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: cfa8955d-e1d2-4813-922c-dfdcdd63efbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T18:59:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:35Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e22cd919cc8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18663"
    uid: 51a4aeb4-33e6-400d-83ea-e71295fc5389
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:27Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e2487394e370
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: a6368f1b-445f-46cb-bfa2-4aed481b2947
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:27Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e248739a33d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19157"
    uid: 0b75975c-c679-4cf8-bf92-c87c384e15d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5574fe2b-3ace-441f-a93d-88e2fa1e7af7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:30Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5-bm79l.18d5e249057b3223
    namespace: kserve-ci-e2e-test
    resourceVersion: "19183"
    uid: 112100e0-e98c-4ec9-b704-8e86c2a261e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-1321b3-predictor-54575bd8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17831"
    uid: 9b9f1d14-e239-4062-9805-f052d40ca2d8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:22Z"
  message: 'Created pod: isvc-primary-1321b3-predictor-54575bd8b5-bm79l'
  metadata:
    creationTimestamp: "2026-09-16T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:22Z"
    name: isvc-primary-1321b3-predictor-54575bd8b5.18d5e22b4c283023
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: 997ecefd-b4eb-4783-be26-3c4f7c3112b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-1321b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: 9ffac7b3-ebac-4938-a086-b51b1428ac79
  kind: Event
  lastTimestamp: "2026-09-16T18:58:22Z"
  message: Scaled up replica set isvc-primary-1321b3-predictor-54575bd8b5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:22Z"
    name: isvc-primary-1321b3-predictor.18d5e22b47139bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 6973502e-a9ba-457b-8786-5b828c35d10d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1321b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17830"
    uid: 137e317c-5601-4e88-89d3-db865dd0cd30
  kind: Event
  lastTimestamp: "2026-09-16T18:59:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:07Z"
    name: isvc-primary-1321b3-predictor.18d5e22ec56a64e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18424"
    uid: b2b7029d-8bd3-4415-866b-27b12cc454d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1321b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17830"
    uid: 137e317c-5601-4e88-89d3-db865dd0cd30
  kind: Event
  lastTimestamp: "2026-09-16T18:59:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:07Z"
    name: isvc-primary-1321b3-predictor.18d5e22ec5e8105b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18425"
    uid: 61ab7af9-0fe3-4a84-ac97-8b520286e52b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1321b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18035"
    uid: 137e317c-5601-4e88-89d3-db865dd0cd30
  kind: Event
  lastTimestamp: "2026-09-16T19:00:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:22Z"
    name: isvc-primary-1321b3-predictor.18d5e23942d3dbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: 029f7e1c-1dd5-46c5-ace8-0d521cb5a71c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1321b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18035"
    uid: 137e317c-5601-4e88-89d3-db865dd0cd30
  kind: Event
  lastTimestamp: "2026-09-16T19:00:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:22Z"
    name: isvc-primary-1321b3-predictor.18d5e239433ed9f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: e8794ae0-0d7a-4830-b64e-493b13f6ef00
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1321b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: 9f03bf3f-d9d4-495c-9fa1-8b9e7ca759d7
  kind: Event
  lastTimestamp: "2026-09-16T18:59:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:45Z"
    name: isvc-primary-1321b3.18d5e22b47062023
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 69a1b8c2-5add-4f52-987f-669385be60be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1321b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: 9f03bf3f-d9d4-495c-9fa1-8b9e7ca759d7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:22Z"
  message: 'Failed to update status for InferenceService "isvc-primary-1321b3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-1321b3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:22Z"
    name: isvc-primary-1321b3.18d5e22b481fd496
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 58a1cf0c-89fd-425c-8612-cebf05b418f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1321b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: 9f03bf3f-d9d4-495c-9fa1-8b9e7ca759d7
  kind: Event
  lastTimestamp: "2026-09-16T18:58:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-1321b3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:22Z"
    name: isvc-primary-1321b3.18d5e22b48200fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 21631ff0-77c6-4957-93fa-7af734444c30
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1321b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: 9f03bf3f-d9d4-495c-9fa1-8b9e7ca759d7
  kind: Event
  lastTimestamp: "2026-09-16T18:59:45Z"
  message: InferenceService [isvc-primary-1321b3] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:45Z"
    name: isvc-primary-1321b3.18d5e23eb1a67e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "18744"
    uid: 15db1ea5-3f95-4e45-b620-57de72b61098
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:53:07.189525Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14584"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e1dfe00421
    namespace: kserve-ci-e2e-test
    resourceVersion: "14590"
    uid: 14011796-6227-4fa0-b379-671c4eb07cef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14599"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:07Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e2020ff951
    namespace: kserve-ci-e2e-test
    resourceVersion: "14617"
    uid: 443eab11-679f-4a6f-932f-a13d28054eee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e20399c140
    namespace: kserve-ci-e2e-test
    resourceVersion: "14619"
    uid: dfd9604b-f529-4bc3-848c-1094bf7bde92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e206acd5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14620"
    uid: 6d8c910e-6f1c-47e6-9eb9-fad8a2282d9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e207317f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 46c0c570-a535-48fa-8f5f-1724bfb11632
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:12Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
  metadata:
    creationTimestamp: "2026-09-16T18:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:12Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e30320b475
    namespace: kserve-ci-e2e-test
    resourceVersion: "14689"
    uid: 234d61a7-b63f-4f33-af01-0c90c0d99219
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    in 19.136s (19.136s including waiting). Image size: 1580859293 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e777c5008f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: 074a3f34-3843-465c-854f-2377eece8b29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e77cbee0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14843"
    uid: 98a11589-608a-4714-8cf7-9d9876ab105f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e77d3761c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14844"
    uid: 5a5e61ef-0602-4a07-86e6-ca20b4a81032
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:31Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:31Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e77d4274c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14845"
    uid: f7927b23-0457-48a2-9dc7-071b6868a45d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.858s (2.858s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:34Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e827a9afa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: a02b7480-bf67-458a-bc74-f97b0f2dd0f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:34Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e82c6186de
    namespace: kserve-ci-e2e-test
    resourceVersion: "14883"
    uid: 83784cc2-4818-4875-983f-f2556ab16c0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:34Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e82cdeb5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14884"
    uid: 8c5d898f-6c2d-46d4-b7c8-55c37d90cd34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:34Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:0dffbff0f1e03e1de327a5bd3cf75afe449e165a6aea5f2318608e71c8ad9441"
  metadata:
    creationTimestamp: "2026-09-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:34Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e82cec7db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14885"
    uid: d9fb7736-290a-4485-827c-d94f6cacdfe8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:0dffbff0f1e03e1de327a5bd3cf75afe449e165a6aea5f2318608e71c8ad9441"
    in 2.429s (2.429s including waiting). Image size: 239964773 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:36Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e8bdbf4dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14911"
    uid: 959dd4c9-5c1f-41ed-b95a-0d85f3177cff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:36Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:36Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e8c2c5c68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14914"
    uid: 59c14b52-5670-4cbb-8d51-93a83399bd34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:53:36Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:36Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e8c41ace8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: b8cb0ee1-2bc5-4cd4-9883-9c31693a2cce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:55:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:20Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e9205e59a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15941"
    uid: d78a252d-453b-4724-84a2-08f407187fba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:55:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:10Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1e92067da99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: f9326a89-3ab7-49d1-b45e-5c19d965db28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:55:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:01Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1fc96b01421
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 7c6abb2d-36c6-4271-9e41-11e58725e752
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:55:01Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:01Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1fc96b0633b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: 41ba1e5b-fedd-4298-9840-892632ddc5b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:55:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:01Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1fc96b0afd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15681"
    uid: 937712c3-bf1f-4b4d-ad1c-8951d8a7aec9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: 4df56c4f-7740-4f22-be89-ebfee0e47da5
  kind: Event
  lastTimestamp: "2026-09-16T18:55:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:19Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r.18d5e1fd2695c4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: e220c0c5-3223-4438-a925-1ac08e8d5fb3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896
    namespace: kserve-ci-e2e-test
    resourceVersion: "14569"
    uid: 2eacbc2d-9634-47b9-9d88-7e96370d57e1
  kind: Event
  lastTimestamp: "2026-09-16T18:53:07Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896-m4b9r'
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896.18d5e1e1df68d463
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 273da3e6-b18b-48f7-9b40-d7623360c448
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-a31c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14567"
    uid: 0186a35e-b5f8-470b-b50c-cfc797b21e8c
  kind: Event
  lastTimestamp: "2026-09-16T18:53:07Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-a31c2-predictor-5857f79896
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:07Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor.18d5e1e1db975ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 5935bc50-1e29-4fbb-bad4-963334f197c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a31c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: a26b0b80-3b18-4b54-862b-9f4c35a5eea8
  kind: Event
  lastTimestamp: "2026-09-16T18:54:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:07Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor.18d5e1e55b4f4c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: b594d2da-677f-4f3f-9d92-f4199bc7257e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a31c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: a26b0b80-3b18-4b54-862b-9f4c35a5eea8
  kind: Event
  lastTimestamp: "2026-09-16T18:54:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:07Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor.18d5e1e55bca2d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15152"
    uid: 13013878-4a4c-4251-83bd-43be04131d7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a31c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14770"
    uid: a26b0b80-3b18-4b54-862b-9f4c35a5eea8
  kind: Event
  lastTimestamp: "2026-09-16T18:54:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:52Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor.18d5e1f357e8052f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c7f8e4a4-becb-475e-8583-9f0ed251cc01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a31c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14770"
    uid: a26b0b80-3b18-4b54-862b-9f4c35a5eea8
  kind: Event
  lastTimestamp: "2026-09-16T18:54:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:52Z"
    name: isvc-raw-sklearn-batcher-a31c2-predictor.18d5e1f35856e1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: 6b0f7614-84f4-40ac-acee-b0305f248648
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a31c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14555"
    uid: 5085a79c-4152-4f8f-8a4e-8eb7f4bdfb35
  kind: Event
  lastTimestamp: "2026-09-16T18:54:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:50Z"
    name: isvc-raw-sklearn-batcher-a31c2.18d5e1e1dba4b204
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: 95b91874-fd54-438e-a640-e64a8c829d75
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a31c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 5085a79c-4152-4f8f-8a4e-8eb7f4bdfb35
  kind: Event
  lastTimestamp: "2026-09-16T18:54:50Z"
  message: InferenceService [isvc-raw-sklearn-batcher-a31c2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:50Z"
    name: isvc-raw-sklearn-batcher-a31c2.18d5e1f9f2a76d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15516"
    uid: 8719f9ca-2317-4145-b457-aaa01bf26a41
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:07.668260Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: e1fb7994-6365-4c00-9ab6-c3dd6d9dd066
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:07Z"
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f.18d5e243c65c5298
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 29daa380-b8aa-4790-ac47-15738c8e7ca2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: e1fb7994-6365-4c00-9ab6-c3dd6d9dd066
  kind: Event
  lastTimestamp: "2026-09-16T19:00:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-1321b3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:07Z"
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f.18d5e243ced9525e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: 8e962780-5094-4ecb-9170-70bedb09b580
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: e1fb7994-6365-4c00-9ab6-c3dd6d9dd066
  kind: Event
  lastTimestamp: "2026-09-16T19:00:08Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:08Z"
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f.18d5e2440c290c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: a45d9b9c-9704-4c17-b63f-8b115476c9a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: e1fb7994-6365-4c00-9ab6-c3dd6d9dd066
  kind: Event
  lastTimestamp: "2026-09-16T19:00:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:15Z"
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f.18d5e2440da3cc32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 852dad40-b72f-42d4-971a-0a30bdc016ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: e1fb7994-6365-4c00-9ab6-c3dd6d9dd066
  kind: Event
  lastTimestamp: "2026-09-16T19:00:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:15Z"
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f.18d5e24410840a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19017"
    uid: e626fada-6844-4c0c-a3d6-b68b151de791
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: e1fb7994-6365-4c00-9ab6-c3dd6d9dd066
  kind: Event
  lastTimestamp: "2026-09-16T19:00:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:15Z"
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f.18d5e24410f5e9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: a665ed3f-ef33-4947-8aed-4d450e86cec5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: e1fb7994-6365-4c00-9ab6-c3dd6d9dd066
  kind: Event
  lastTimestamp: "2026-09-16T19:00:20Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f_kserve-ci-e2e-test(e1fb7994-6365-4c00-9ab6-c3dd6d9dd066)
  metadata:
    creationTimestamp: "2026-09-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:20Z"
    name: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f.18d5e246cc205616
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: 02ffc0b5-1df5-4654-b4c0-755990149fd6
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-1321b3-predictor-79cf9f586b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: ba8f916a-f9df-4f85-9353-f6265861b534
  kind: Event
  lastTimestamp: "2026-09-16T19:00:07Z"
  message: 'Created pod: isvc-secondary-1321b3-predictor-79cf9f586b-5sw8f'
  metadata:
    creationTimestamp: "2026-09-16T19:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:07Z"
    name: isvc-secondary-1321b3-predictor-79cf9f586b.18d5e243c5ce18f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18935"
    uid: 4db82fa6-4e41-4e84-99ac-30a49945787f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-1321b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18923"
    uid: d86c73db-9a8f-4976-af17-3b1802afd666
  kind: Event
  lastTimestamp: "2026-09-16T19:00:07Z"
  message: Scaled up replica set isvc-secondary-1321b3-predictor-79cf9f586b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:07Z"
    name: isvc-secondary-1321b3-predictor.18d5e243c2bffc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18927"
    uid: 5443428e-bcfd-4215-a473-65fc424e2e11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-1321b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18924"
    uid: f2b9cac0-ddcd-4e72-8389-fb50a67b0b49
  kind: Event
  lastTimestamp: "2026-09-16T19:00:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:22Z"
    name: isvc-secondary-1321b3-predictor.18d5e247413dfa32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a882a3e1-e199-4001-8bed-11a2e18919f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-1321b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18924"
    uid: f2b9cac0-ddcd-4e72-8389-fb50a67b0b49
  kind: Event
  lastTimestamp: "2026-09-16T19:00:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:22Z"
    name: isvc-secondary-1321b3-predictor.18d5e24741adb2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19081"
    uid: 76044d90-bf7f-4f7f-a9bb-a8e0600e889f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-1321b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18912"
    uid: 44f5403f-7e93-4a87-9b29-3fc98e56608c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:20Z"
    name: isvc-secondary-1321b3.18d5e243c2bd88bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: ec927d05-b9fa-4467-83df-2d8a443c4b62
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-1321b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18912"
    uid: 44f5403f-7e93-4a87-9b29-3fc98e56608c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:07Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-1321b3":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-1321b3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:07Z"
    name: isvc-secondary-1321b3.18d5e243c35acc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18944"
    uid: 692971e7-cabc-492f-93b4-1ff635f14205
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-1321b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18912"
    uid: 44f5403f-7e93-4a87-9b29-3fc98e56608c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-1321b3": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:07Z"
    name: isvc-secondary-1321b3.18d5e243c35b2fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18945"
    uid: ed5077c3-628f-4b48-ae2f-7e10c39d5cd9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:55:02.071374Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15707"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:55:02Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e1fc9f5de4d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: adc6de3f-c4d2-425f-8ee5-487be019cda8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:55:02Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:55:02Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e1fcc17b70f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 426a0146-79f6-48d0-87ed-9fd373430794
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:55:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:02Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e1fcc348ab38
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: 7e5cadb1-3775-4c0d-9e9d-20968ade0c96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:55:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:02Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e1fcc6bb6a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: a0beabb1-8c94-4286-b309-b840321f3ed6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:55:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:02Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e1fcc737c870
    namespace: kserve-ci-e2e-test
    resourceVersion: "15767"
    uid: bd4a8b6f-fee6-4acf-984e-96bc9415ba5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:55:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:07Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e1fdd6fbb07e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15820"
    uid: 21cce0dd-9e97-45e5-8673-225f5aee0b58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:55:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:07Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e1fdde902d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 222b4c71-57cc-4ffa-8676-d4e1f30d3dd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:55:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:07Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e1fddf08b511
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: 6b29686c-9f2e-4aea-bcd9-92dda3332b31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:55:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:07Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e1fddf13f5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15827"
    uid: 8120a6b0-f279-48b8-9b34-7897c12d1b71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:55:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:07Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e1fde1fe1433
    namespace: kserve-ci-e2e-test
    resourceVersion: "15828"
    uid: a2b49d8e-13d3-4659-857d-7132b3ceb39f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:55:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:07Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e1fde2793961
    namespace: kserve-ci-e2e-test
    resourceVersion: "15830"
    uid: 64bff362-35e0-4edb-aafd-243f0a8d835c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:54Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e1fe13116bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: e9b640d5-c606-417d-a1c7-86a2bf8a91b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:52Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e216480b3dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 490ac0fc-789e-4baa-b8b2-6184410bd43c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:52Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e216480c7e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 598e12dc-328b-435f-9801-4094225bd50e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: b984e1a2-de74-4af2-850f-42736b1afca0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:54Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv.18d5e216c187bf4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17014"
    uid: 8366d597-67bb-4597-9928-9d1789d4e0b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: 54c8737d-4987-47ba-8052-45620b8e4871
  kind: Event
  lastTimestamp: "2026-09-16T18:55:02Z"
  message: 'Created pod: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d-4fjhv'
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:02Z"
    name: isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d.18d5e1fc9ee5acdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: ff009101-c1b4-4d25-a220-312f2bafe294
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-2e185-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: 2c287747-bf67-465e-8d38-a12b8659ae35
  kind: Event
  lastTimestamp: "2026-09-16T18:55:02Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-2e185-predictor-8596c88c8d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:02Z"
    name: isvc-sklearn-graph-raw-2e185-predictor.18d5e1fc9c3bbf45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 285c91ec-944d-49df-b484-941cc29a452c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-2e185-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: ce804eda-075f-4a8d-bf5e-2dfc39322c77
  kind: Event
  lastTimestamp: "2026-09-16T18:55:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:32Z"
    name: isvc-sklearn-graph-raw-2e185-predictor.18d5e2001b77d302
    namespace: kserve-ci-e2e-test
    resourceVersion: "16032"
    uid: 30dbe6fa-7934-4c3f-bc33-9d9b8f3509c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-2e185-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: ce804eda-075f-4a8d-bf5e-2dfc39322c77
  kind: Event
  lastTimestamp: "2026-09-16T18:55:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:32Z"
    name: isvc-sklearn-graph-raw-2e185-predictor.18d5e2001be7dc68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: 21156a74-35ad-431f-a72f-e1e3018f2baa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-2e185-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: ce804eda-075f-4a8d-bf5e-2dfc39322c77
  kind: Event
  lastTimestamp: "2026-09-16T18:56:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:47Z"
    name: isvc-sklearn-graph-raw-2e185-predictor.18d5e2071a7be2ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: d5754819-6c5b-44dc-9987-4132873db94e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-2e185-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: ce804eda-075f-4a8d-bf5e-2dfc39322c77
  kind: Event
  lastTimestamp: "2026-09-16T18:56:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:47Z"
    name: isvc-sklearn-graph-raw-2e185-predictor.18d5e2071af2fee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 0bdc9ae0-44e4-49ce-867e-dd3ffedd48e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-2e185
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 90a3f369-243a-45fb-b164-b6ee8bc3ce89
  kind: Event
  lastTimestamp: "2026-09-16T18:56:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:24Z"
    name: isvc-sklearn-graph-raw-2e185.18d5e1fc9c3c231e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: fd9ec62c-883e-4a0d-a04a-a5de67330cca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-2e185
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 90a3f369-243a-45fb-b164-b6ee8bc3ce89
  kind: Event
  lastTimestamp: "2026-09-16T18:55:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-2e185":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-2e185":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:02Z"
    name: isvc-sklearn-graph-raw-2e185.18d5e1fc9cc25892
    namespace: kserve-ci-e2e-test
    resourceVersion: "15702"
    uid: 341fce9c-a91c-4e99-9e3d-b0c01892b2a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-2e185
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 90a3f369-243a-45fb-b164-b6ee8bc3ce89
  kind: Event
  lastTimestamp: "2026-09-16T18:56:24Z"
  message: InferenceService [isvc-sklearn-graph-raw-2e185] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:24Z"
    name: isvc-sklearn-graph-raw-2e185.18d5e20fca7cc0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: 93cbf93d-5b5b-495e-a54a-c8b44f59a0b9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:52.432573Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:52Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e2165168303f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: 4cec615b-491b-4dc8-bce0-d77958f40013
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e21673839728
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: 5c8408f7-51dc-41bb-abc2-965f7cda4c24
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e21675068866
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: c1980946-b826-432a-b102-91d995e21221
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e2167814acf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: 3f95d670-be26-4114-8b8d-750a76b2758e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e21678852031
    namespace: kserve-ci-e2e-test
    resourceVersion: "16986"
    uid: 6971a6b1-039d-4161-9a76-2d216f310ca2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:56:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:57Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e217714c56f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 8eeba9f2-05ae-4a95-945e-0945dff04a77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:56:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:57Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e21775a7ff73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: a4b790cd-9b6a-489d-b3d2-20820427b445
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:56:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:57Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e217761a4e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 6dbbfdb9-ac33-400d-aab5-a34fd39a6c33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:56:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:57Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e2177625fff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: cf13394c-53a0-4e2d-935f-e16621afb848
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:56:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:57Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e2177a25c02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: a50e0bfc-6634-400e-9a64-771313b62489
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:56:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:57Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e2177a9aeb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: 52295c5e-39b5-4a50-8763-98136a6c5dc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:58:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:14Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e217ad5924f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: 3b5948dc-523a-4590-8c26-0335632e9a3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:58:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:42Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e22ff88c10c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18121"
    uid: 48300750-1643-4bef-a3c1-24a35fda29b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:58:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:42Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e22ff88d3aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18123"
    uid: b86e0f1c-35b9-4af0-8089-8812d7773c5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: bb199f20-09bc-4c3f-aa96-d9a976f62292
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg.18d5e2305bdc3168
    namespace: kserve-ci-e2e-test
    resourceVersion: "18179"
    uid: 50b52b54-327b-48b6-8173-a1a81ef2f5aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 440b108f-cb76-4c24-9445-f0f469ade67e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:52Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64-9stpg'
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:52Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64.18d5e21650ee5c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: e333baa6-5252-48fe-a6a8-ba5bced1b862
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-22075-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: c016b76d-0875-4447-a377-0fda66936c66
  kind: Event
  lastTimestamp: "2026-09-16T18:56:52Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-22075-predictor-754b4f7b64
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:52Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor.18d5e2164dbca9b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16921"
    uid: 055f6b9c-6c11-4e0b-a66c-51b7e757bebb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-22075-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: 57606fb3-5564-4a55-ab09-1d908928517b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:07Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor.18d5e219cc58b216
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: 8f24035a-25f7-4acf-ab14-44d051c15cd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-22075-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: 57606fb3-5564-4a55-ab09-1d908928517b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:07Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor.18d5e219cccdb5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17143"
    uid: 7cf1dd7b-803a-49be-87a8-651bca80c44b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-22075-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 57606fb3-5564-4a55-ab09-1d908928517b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:37Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor.18d5e21d4c88008c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: 91f5e724-5265-4b8c-a544-d0fc880dfef4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-22075-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 57606fb3-5564-4a55-ab09-1d908928517b
  kind: Event
  lastTimestamp: "2026-09-16T18:58:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:37Z"
    name: isvc-sklearn-graph-raw-hpa-22075-predictor.18d5e21d4cef285f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18039"
    uid: 6a849320-0d78-4b13-acb4-d97a54de1bcc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-22075
    namespace: kserve-ci-e2e-test
    resourceVersion: "16906"
    uid: 05973ac2-3fee-4d05-9066-7cbb8e83b568
  kind: Event
  lastTimestamp: "2026-09-16T18:58:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:20Z"
    name: isvc-sklearn-graph-raw-hpa-22075.18d5e2164dc948fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: 0e206c08-539c-4298-a782-cf4bb43e356d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-22075
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 05973ac2-3fee-4d05-9066-7cbb8e83b568
  kind: Event
  lastTimestamp: "2026-09-16T18:58:20Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-22075] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:20Z"
    name: isvc-sklearn-graph-raw-hpa-22075.18d5e22ae4ca44b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17806"
    uid: c193aabb-75a7-48f3-becb-6d7ac92bedb8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:38.118362Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19366"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:38Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e24add54130e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: 544a035d-c0bf-47ac-be51-f8f50bc4afa6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19375"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:38Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:38Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e24aff482583
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: 5b71bdd8-3af4-4c49-8381-87b8db5919be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:38Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e24b00d31a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: 6f4168bb-45e9-47d1-869c-c7ef6eb46c65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:38Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e24b03c4f095
    namespace: kserve-ci-e2e-test
    resourceVersion: "19393"
    uid: 23d373c5-7884-42fc-a3b4-4352bfc5931c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:38Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e24b0441dd4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 7672f881-15b5-42a0-85fc-82b915c7cf63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:43Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e24c145b6855
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: 5e53ce11-a522-422f-b960-d2132f04902d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:43Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e24c176eeab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19453"
    uid: 06db809d-db23-4744-9bfa-ec9f1db86938
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:43Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e24c17e26ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 094b9c59-e08c-423b-ad65-3103faa9e93f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:43Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e24c17ec3096
    namespace: kserve-ci-e2e-test
    resourceVersion: "19457"
    uid: 8cbf4256-e303-4904-b5f8-adca58868049
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:43Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e24c1aca438b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: 327bd0c3-1563-4505-bcae-12d3b818302d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:43Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e24c1b399fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19461"
    uid: 308bca4d-dfd3-4190-9bde-6311b8042bd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:30Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e24c50923dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: ebb9a290-b297-442b-8239-c4a020bd7c2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:28Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e27273e734b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 5e633178-dbc3-469d-9919-b8c2b7285924
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:28Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e27273e7ad58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20858"
    uid: 7b06a91f-a463-47f3-931e-17ea5db65af4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: dc269306-d6b2-4857-a15f-fb4579de499f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:35Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw.18d5e272f72fb971
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: 2b572264-d3a2-499e-a371-8baab2dca388
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19356"
    uid: 9dad8b39-a200-4b8a-b74c-1f798f954955
  kind: Event
  lastTimestamp: "2026-09-16T19:00:38Z"
  message: 'Created pod: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4-gd9xw'
  metadata:
    creationTimestamp: "2026-09-16T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:38Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4.18d5e24adcf91843
    namespace: kserve-ci-e2e-test
    resourceVersion: "19371"
    uid: 7d04c6a3-5010-4999-9101-aa76667be48a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-d85e8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: a9572bc0-fd0d-4682-9fe3-d5cdeb0e8d20
  kind: Event
  lastTimestamp: "2026-09-16T19:00:38Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-d85e8-predictor-7fbccc8dc4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:38Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor.18d5e24ad945f970
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 3cea748f-1205-44da-829c-8cdfd0ae5ddd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d85e8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: 1ed82d36-0a33-4eda-ad02-4846c0519c14
  kind: Event
  lastTimestamp: "2026-09-16T19:01:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:23Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor.18d5e24e5834c6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19836"
    uid: 5d550295-f520-493f-8005-878a35d71750
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d85e8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: 1ed82d36-0a33-4eda-ad02-4846c0519c14
  kind: Event
  lastTimestamp: "2026-09-16T19:01:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:23Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor.18d5e24e58b1681d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19837"
    uid: c80332d9-8a72-4c19-994a-e63423acccae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d85e8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: 1ed82d36-0a33-4eda-ad02-4846c0519c14
  kind: Event
  lastTimestamp: "2026-09-16T19:03:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:23Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor.18d5e251d7e05d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 569bda31-0098-4a5f-b308-7b4e581f85b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d85e8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: 1ed82d36-0a33-4eda-ad02-4846c0519c14
  kind: Event
  lastTimestamp: "2026-09-16T19:03:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:23Z"
    name: isvc-sklearn-scale-raw-d85e8-predictor.18d5e251d851a4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: 09243396-a7cd-4349-92d8-0fed0cacb6e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d85e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: 0eae6984-4e3d-4eb1-8fb9-80fdc13e6b14
  kind: Event
  lastTimestamp: "2026-09-16T19:03:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:20Z"
    name: isvc-sklearn-scale-raw-d85e8.18d5e24ad94714a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 0a3dc81a-051d-4720-9158-0a97e501cbf4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d85e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: 0eae6984-4e3d-4eb1-8fb9-80fdc13e6b14
  kind: Event
  lastTimestamp: "2026-09-16T19:03:20Z"
  message: InferenceService [isvc-sklearn-scale-raw-d85e8] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:20Z"
    name: isvc-sklearn-scale-raw-d85e8.18d5e270becb4dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20786"
    uid: d49ad5df-5869-44a3-a269-cef613c7e9e4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:55:02.218926Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15738"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:55:02Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e1fca8296b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "15742"
    uid: d81a2f9d-8ff5-49ea-a6af-6ca27d9a15a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-2e185-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:02Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e1fcb48758de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: 7650c74a-7dbf-498f-88c8-02dcb449f6fd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15748"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:03Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:55:03Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e1fcef68f8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: ffe64af4-e7c2-4a4d-91e4-35dcbf1d6118
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:03Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e1fcf0e41b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: 185249ab-ed8e-4942-b8c0-b2b708a5b79b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:03Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e1fcf3e65c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: a4fc30e4-e015-485f-839a-94d694bb2803
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:03Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e1fcf4628f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 6309d686-c40a-41df-8e93-19a2850ad46c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:08Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:08Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e1fe132347d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: 92d2c9ee-e2fe-4a67-aad6-0d6e0a78146d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:25Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.043s (17.043s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:25Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e2020b054796
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 9aa76ebe-dd06-4fdd-80d2-7d66a210d6b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:25Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e2020e47e730
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: 9396a9f5-f41a-4c1d-ba9a-160323cf0a2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:25Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e2020ebc3463
    namespace: kserve-ci-e2e-test
    resourceVersion: "15982"
    uid: cbcbc0e2-1e65-4239-9755-9e1e4d30f21d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:25Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e2020ec65c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15983"
    uid: f04a8bd4-d931-4840-8234-e4bc632ef5a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:25Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e20211869ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15984"
    uid: a6edc120-9cca-4bdb-8ad4-bea169888d66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:25Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e20211fb24cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: 8f44e8f3-b1eb-48ff-86ef-db7a19a7a0d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e202857407c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 5257fd64-1d9f-4d7b-8879-169ed3d30b5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:56:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:52Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e2164add06d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: 1ef2a930-b6cb-4e95-821a-82a33f6baa64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:56:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:52Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e2164add6ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: 3324a2c7-7198-4827-ab52-7317d30d0e94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 656f7793-475e-4a3f-8731-a8b7a64d58dc
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294.18d5e2168bb1679a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: a327f0d3-021d-41c8-a385-5ff10bf22f45
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: 51e7bdbf-2f97-4f18-836f-a4368dc061fe
  kind: Event
  lastTimestamp: "2026-09-16T18:55:02Z"
  message: 'Created pod: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf-ss294'
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:02Z"
    name: isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf.18d5e1fca7b1be32
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: 337306df-ebaf-490c-b5e4-74e6ccd68939
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-2e185-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15725"
    uid: 8863ed65-847f-4cc1-aa4c-9dc5e8456e97
  kind: Event
  lastTimestamp: "2026-09-16T18:55:02Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-2e185-predictor-64d7f6dbdf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:02Z"
    name: isvc-xgboost-graph-raw-2e185-predictor.18d5e1fca4afb6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 1a5bb94e-aa48-4882-8578-e322e6ec3592
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-2e185-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: 817c5371-fd49-40f3-93d4-bd86c26ccbf8
  kind: Event
  lastTimestamp: "2026-09-16T18:55:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:47Z"
    name: isvc-xgboost-graph-raw-2e185-predictor.18d5e20023434381
    namespace: kserve-ci-e2e-test
    resourceVersion: "16158"
    uid: 336769c7-70c8-4c18-a7d7-887b770f3286
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-2e185-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: 817c5371-fd49-40f3-93d4-bd86c26ccbf8
  kind: Event
  lastTimestamp: "2026-09-16T18:55:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:47Z"
    name: isvc-xgboost-graph-raw-2e185-predictor.18d5e20023ce2509
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: fae9dc96-7d08-4457-a9e7-7aed9774e86c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-2e185-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 817c5371-fd49-40f3-93d4-bd86c26ccbf8
  kind: Event
  lastTimestamp: "2026-09-16T18:56:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:47Z"
    name: isvc-xgboost-graph-raw-2e185-predictor.18d5e20aa0a730f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: 431e76ba-5965-4762-b332-8f104b1f6995
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-2e185-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 817c5371-fd49-40f3-93d4-bd86c26ccbf8
  kind: Event
  lastTimestamp: "2026-09-16T18:56:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:47Z"
    name: isvc-xgboost-graph-raw-2e185-predictor.18d5e20aa1146d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: c893f7e0-2efd-4602-aadc-2c50677b8bc3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-2e185
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: ce9f42a4-f346-4a1c-849b-658a68fc11d0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:23Z"
    name: isvc-xgboost-graph-raw-2e185.18d5e1fca4b73b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 7e4ba5c7-174a-4163-aa16-8976ba89e253
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-2e185
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: ce9f42a4-f346-4a1c-849b-658a68fc11d0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:23Z"
  message: InferenceService [isvc-xgboost-graph-raw-2e185] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:23Z"
    name: isvc-xgboost-graph-raw-2e185.18d5e20f958eec3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: bb90681d-c55c-46d8-a7f7-b2d29ec34e1b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:52.572976Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16958"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    to ip-10-0-132-80.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:52Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e21659c69a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: c0e0b3d7-8f07-4eec-86f4-d650658445de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e2167c10fcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: c77752df-5de2-4c07-bfe2-cdf72b8cc45f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e2167d7e910d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: e7cd83da-7d18-412b-967e-b934b1f2e546
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e216804cf367
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: ddeaed9c-8df7-4c5c-9a2b-cefd5d665c36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e21680bee0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 76b2cf3c-7165-4752-9c61-63a053c4ad4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:58Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:58Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e217ad6ab175
    namespace: kserve-ci-e2e-test
    resourceVersion: "17062"
    uid: e9e80a2c-d053-44b6-b904-2c9500bbc1ef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:57:15Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.068s (17.068s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:15Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e21ba6c0d1bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: d4085cb1-d89e-47b5-8dd3-1632a7b9944d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:57:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:15Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e21baa18ef46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17206"
    uid: 79a190de-d4c1-42ac-ac8c-a3805c50af6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:57:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:15Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e21baab6fe0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: 63da2344-e7c5-4645-afec-bae949731f1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:57:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:15Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e21baac0b59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: 62481d04-3d55-4106-b777-77e496d893be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:57:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:15Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e21badcc3026
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 4be4ff5b-409c-4714-bf6f-97505bc1bbfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:57:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:15Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e21bae3770c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17210"
    uid: cdc0f5b9-8cc1-4a1a-b852-169b491a527d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:58:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:43Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e21c2045999b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18172"
    uid: f0bc9c70-0d91-4da7-8aeb-c1965335e8a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:58:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:42Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e22ff9a301ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18128"
    uid: 111656f7-f7af-446f-931b-3c35ad793bd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:58:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:42Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e22ff9a432d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18130"
    uid: b9ab2046-b81c-48fa-b8f4-6acad43ed635
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 2985e5ca-4da7-4cd5-911e-39decc92e56d
  kind: Event
  lastTimestamp: "2026-09-16T18:58:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:43Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959.18d5e230268c0da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18171"
    uid: 45ea0e78-ae0e-48eb-a80f-182b2024895a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: 9673cb09-084e-4235-9adb-94535d11f25b
  kind: Event
  lastTimestamp: "2026-09-16T18:56:52Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789-ns959'
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:52Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789.18d5e2165932efe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: ad9ba675-4ab7-40c9-91a0-cd8215c0fe68
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-22075-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: 711ab75c-c186-4a02-9fef-cd43ae43cbc7
  kind: Event
  lastTimestamp: "2026-09-16T18:56:52Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-22075-predictor-5799df6789
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:52Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor.18d5e2165580e874
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 0ef6edbe-fe39-4730-bcbb-cdf4026c62c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-22075-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: 03f64538-6198-411f-b0f6-079dcea90a96
  kind: Event
  lastTimestamp: "2026-09-16T18:57:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:22Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor.18d5e219d3f2ad14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: ae018e67-9f3a-481e-81a0-2d254e6c1e14
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-22075-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: 03f64538-6198-411f-b0f6-079dcea90a96
  kind: Event
  lastTimestamp: "2026-09-16T18:57:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:22Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor.18d5e219d467c781
    namespace: kserve-ci-e2e-test
    resourceVersion: "17267"
    uid: 3cca0b90-1311-44c2-bce4-28f66f53a208
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-22075-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: 03f64538-6198-411f-b0f6-079dcea90a96
  kind: Event
  lastTimestamp: "2026-09-16T18:58:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:37Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor.18d5e220d1e6e4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18040"
    uid: 3c181d07-341f-43e5-95ba-892e9f4f7f4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-22075-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: 03f64538-6198-411f-b0f6-079dcea90a96
  kind: Event
  lastTimestamp: "2026-09-16T18:58:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:37Z"
    name: isvc-xgboost-graph-raw-hpa-22075-predictor.18d5e220d25e03f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18041"
    uid: 8fc0aa22-69d0-49bb-8537-e13e53253775
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-22075
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: c44a4d1b-24a1-4c94-8dee-77c2b381221c
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-xgboost-graph-raw-hpa-22075.18d5e216556a5b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17881"
    uid: 547ed87e-456b-4c10-9211-a4d870486179
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-22075
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: c44a4d1b-24a1-4c94-8dee-77c2b381221c
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-22075] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-xgboost-graph-raw-hpa-22075.18d5e22b838262db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 600f804c-e959-4c3e-9cd0-316a9da4f953
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:42.698212Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18144"
    uid: a863e1a6-047c-4a82-9a81-d036d56f34fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:42Z"
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg.18d5e22ffdc05255
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 6e3a60d1-9c40-4b6c-9df2-af6e28cf3968
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: a863e1a6-047c-4a82-9a81-d036d56f34fb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:43Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:43Z"
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg.18d5e2301feaf6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18168"
    uid: f2382886-f673-40ce-b867-44055e5cc042
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: a863e1a6-047c-4a82-9a81-d036d56f34fb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:43Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-16T18:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:43Z"
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg.18d5e230213ae0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: d5d8a28d-de4b-4867-b9ad-25333dcce88e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: a863e1a6-047c-4a82-9a81-d036d56f34fb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.241s (1.241s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg.18d5e2306b3ae607
    namespace: kserve-ci-e2e-test
    resourceVersion: "18181"
    uid: 1e601978-af71-4c60-8824-060cf4a63262
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: a863e1a6-047c-4a82-9a81-d036d56f34fb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg.18d5e2306e4caf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 41dd9cee-22ca-4cf7-890a-9d0af3eed25c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: a863e1a6-047c-4a82-9a81-d036d56f34fb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg.18d5e2306ecf5a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18183"
    uid: f0faa152-df43-40d8-b6dc-acd8b7d03d0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: a863e1a6-047c-4a82-9a81-d036d56f34fb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg.18d5e2306ed83cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18184"
    uid: 1952e4bb-87eb-401a-beb3-15530a6460fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: a863e1a6-047c-4a82-9a81-d036d56f34fb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg.18d5e23072101e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18185"
    uid: 10a9f948-ae02-4b19-b457-a029c1d8ee30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: a863e1a6-047c-4a82-9a81-d036d56f34fb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg.18d5e2307281e154
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: 774bb982-dc5e-4aec-8d08-d922ff185353
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: a863e1a6-047c-4a82-9a81-d036d56f34fb
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg.18d5e24ad201c40f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19331"
    uid: 713b57f7-03e1-4132-a7d3-76f93aad7a49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: a863e1a6-047c-4a82-9a81-d036d56f34fb
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg.18d5e24ad202e502
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: bf366875-0135-401c-99f5-246aa754d0fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-16e43-predictor-7fc75fbc47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18137"
    uid: dfcece14-9697-4c66-aa37-d88f98b5af9a
  kind: Event
  lastTimestamp: "2026-09-16T18:58:42Z"
  message: 'Created pod: message-dumper-raw-16e43-predictor-7fc75fbc47-t5jzg'
  metadata:
    creationTimestamp: "2026-09-16T18:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:42Z"
    name: message-dumper-raw-16e43-predictor-7fc75fbc47.18d5e22ffd365c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: f2cebe5a-037f-45b9-a608-da2512ee5ccd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-16e43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: a1802a7e-b7bd-49ba-b2c5-30e55534c335
  kind: Event
  lastTimestamp: "2026-09-16T18:58:42Z"
  message: Scaled up replica set message-dumper-raw-16e43-predictor-7fc75fbc47 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:42Z"
    name: message-dumper-raw-16e43-predictor.18d5e22ffb9164c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 34d528ea-0061-4258-a114-f117a06873e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-16e43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: c8d64fe5-1fe6-46e3-9529-7ea292f25c55
  kind: Event
  lastTimestamp: "2026-09-16T18:58:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:57Z"
    name: message-dumper-raw-16e43-predictor.18d5e2337a52f59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18307"
    uid: 54cfb3c0-b0d0-4378-ac10-2a4900519b43
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-16e43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: c8d64fe5-1fe6-46e3-9529-7ea292f25c55
  kind: Event
  lastTimestamp: "2026-09-16T18:58:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:57Z"
    name: message-dumper-raw-16e43-predictor.18d5e2337aec4512
    namespace: kserve-ci-e2e-test
    resourceVersion: "18309"
    uid: 35e88070-e3ac-4eaa-b81f-babf04bd89f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-16e43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18308"
    uid: c8d64fe5-1fe6-46e3-9529-7ea292f25c55
  kind: Event
  lastTimestamp: "2026-09-16T18:59:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:12Z"
    name: message-dumper-raw-16e43-predictor.18d5e236fa1e0e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18484"
    uid: 35ff68eb-6694-43b2-922e-c6faa227165f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-16e43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18308"
    uid: c8d64fe5-1fe6-46e3-9529-7ea292f25c55
  kind: Event
  lastTimestamp: "2026-09-16T18:59:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:12Z"
    name: message-dumper-raw-16e43-predictor.18d5e236fa6eb393
    namespace: kserve-ci-e2e-test
    resourceVersion: "18486"
    uid: 6038f92a-df9a-41bf-acfd-28e0afe8634f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-16e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18116"
    uid: e3a79779-43ff-4ca2-bef1-367db5de45b2
  kind: Event
  lastTimestamp: "2026-09-16T18:58:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:53Z"
    name: message-dumper-raw-16e43.18d5e22ffb929584
    namespace: kserve-ci-e2e-test
    resourceVersion: "18273"
    uid: 5d9a5dce-8f3b-4a0c-837a-615abaced552
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-16e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18271"
    uid: e3a79779-43ff-4ca2-bef1-367db5de45b2
  kind: Event
  lastTimestamp: "2026-09-16T18:58:53Z"
  message: InferenceService [message-dumper-raw-16e43] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:53Z"
    name: message-dumper-raw-16e43.18d5e232798873ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18272"
    uid: 99a2e6fe-dcaf-45f0-b90a-28dbda3065d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:08:23.148290Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23462"
    uid: 09e71baa-8449-421d-b38f-16c2840d280e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-s65nj
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:08:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:08:23Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj.18d5e2b72345a4e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: d6b6a529-c1c9-4a48-99e7-6f2066c0e23e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 09e71baa-8449-421d-b38f-16c2840d280e
  kind: Event
  lastTimestamp: "2026-09-16T19:08:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:23Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj.18d5e2b72dba7078
    namespace: kserve-ci-e2e-test
    resourceVersion: "23474"
    uid: 9d343de5-8194-4465-bccf-607123177e1b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23471"
    uid: 09e71baa-8449-421d-b38f-16c2840d280e
  kind: Event
  lastTimestamp: "2026-09-16T19:08:24Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:08:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj.18d5e2b76927c1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: 366f9cc1-f20c-4f27-8e92-3602d1ab19bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 09e71baa-8449-421d-b38f-16c2840d280e
  kind: Event
  lastTimestamp: "2026-09-16T19:08:24Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj.18d5e2b76a797d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "23488"
    uid: ccb1f1e9-a98b-4b06-930b-439dc503b6b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 09e71baa-8449-421d-b38f-16c2840d280e
  kind: Event
  lastTimestamp: "2026-09-16T19:08:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj.18d5e2b76db0ae35
    namespace: kserve-ci-e2e-test
    resourceVersion: "23489"
    uid: aa61b026-7488-489a-8db1-c9fa9f66e744
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 09e71baa-8449-421d-b38f-16c2840d280e
  kind: Event
  lastTimestamp: "2026-09-16T19:08:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj.18d5e2b76e22be96
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: b5a348f5-ad20-4d61-ac14-a4fce687ab3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 09e71baa-8449-421d-b38f-16c2840d280e
  kind: Event
  lastTimestamp: "2026-09-16T19:08:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj.18d5e2b76e2ce68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23491"
    uid: ad658f87-7d84-416d-b1cb-6d8ee195220a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 09e71baa-8449-421d-b38f-16c2840d280e
  kind: Event
  lastTimestamp: "2026-09-16T19:08:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj.18d5e2b7717bb353
    namespace: kserve-ci-e2e-test
    resourceVersion: "23492"
    uid: bf45ce74-2e90-4f16-ab6a-a4cc33cbebd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 09e71baa-8449-421d-b38f-16c2840d280e
  kind: Event
  lastTimestamp: "2026-09-16T19:08:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj.18d5e2b771ebab00
    namespace: kserve-ci-e2e-test
    resourceVersion: "23493"
    uid: 13d5e6ee-a62f-41a1-bba9-01ff094d8588
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 09e71baa-8449-421d-b38f-16c2840d280e
  kind: Event
  lastTimestamp: "2026-09-16T19:10:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:08Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj.18d5e2cfa7210a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "24355"
    uid: 0b1b4d21-8600-4f6f-bca7-b0d7f2c2ea38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 09e71baa-8449-421d-b38f-16c2840d280e
  kind: Event
  lastTimestamp: "2026-09-16T19:10:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:08Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-s65nj.18d5e2cfa721817b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24356"
    uid: 2720eb69-d24f-4681-b9dd-a77d4cdc65d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23446"
    uid: 16d8a9bc-fff5-4f30-8f64-118546c8e23a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:23Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-s65nj'
  metadata:
    creationTimestamp: "2026-09-16T19:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:23Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d5e2b722d3bcc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: d998e405-b238-4afe-a91e-d763a20d49ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23442"
    uid: fdbecc22-2f67-4d2c-9918-264336bd9536
  kind: Event
  lastTimestamp: "2026-09-16T19:08:23Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:23Z"
    name: message-dumper-raw-cipn-predictor.18d5e2b71e94d686
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 6a71f734-ecf2-4e9e-a69f-9fec1d5d754b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23445"
    uid: 719a4cb8-1241-41ff-80e8-9961dcaedfd2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:53Z"
    name: message-dumper-raw-cipn-predictor.18d5e2ba9db28546
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 2b868769-59f9-45e1-8cd0-c59af98828a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23445"
    uid: 719a4cb8-1241-41ff-80e8-9961dcaedfd2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:53Z"
    name: message-dumper-raw-cipn-predictor.18d5e2ba9e1f838f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23780"
    uid: a2fc74d2-a620-4e91-b975-60cdcca9b564
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23649"
    uid: 719a4cb8-1241-41ff-80e8-9961dcaedfd2
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: message-dumper-raw-cipn-predictor.18d5e2c19bb0e9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23885"
    uid: afb63ad8-31ff-4051-b60d-857605fda004
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23649"
    uid: 719a4cb8-1241-41ff-80e8-9961dcaedfd2
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: message-dumper-raw-cipn-predictor.18d5e2c19c2a8a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "23887"
    uid: 9be351e9-74e8-4815-a325-ff7791628557
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: cca88512-1d93-44aa-be78-0ff0439914ad
  kind: Event
  lastTimestamp: "2026-09-16T19:08:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:31Z"
    name: message-dumper-raw-cipn.18d5e2b71e90c58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: 87713bca-e839-4bf1-ad61-c46a10ff883f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: cca88512-1d93-44aa-be78-0ff0439914ad
  kind: Event
  lastTimestamp: "2026-09-16T19:08:23Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:23Z"
    name: message-dumper-raw-cipn.18d5e2b71f1c764f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23452"
    uid: 6725f1cb-cec3-4933-9dd6-34061df05d46
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23552"
    uid: cca88512-1d93-44aa-be78-0ff0439914ad
  kind: Event
  lastTimestamp: "2026-09-16T19:08:31Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:31Z"
    name: message-dumper-raw-cipn.18d5e2b922ca6644
    namespace: kserve-ci-e2e-test
    resourceVersion: "23553"
    uid: c660ab8b-893a-42fa-8ae0-9ed6e4a56d59
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:42.095196Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 24ae3b5a-680b-4630-bb8b-97fca07f9224
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-2e185-765c8b89cd-2gh6m
    to ip-10-0-130-186.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:42Z"
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m.18d5e213e9405abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 1f65078b-3390-407c-ad08-15d9105b14aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 24ae3b5a-680b-4630-bb8b-97fca07f9224
  kind: Event
  lastTimestamp: "2026-09-16T18:56:42Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:42Z"
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m.18d5e2140b27241f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16762"
    uid: a873e478-9e33-436f-b797-5dc2910cdd14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-2e185}
    kind: Pod
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 24ae3b5a-680b-4630-bb8b-97fca07f9224
  kind: Event
  lastTimestamp: "2026-09-16T18:56:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:10ee05d4acb8a93a3eeee1c000e44a3fdd4ba5c5852a56e3b2d09fe8b08cf42b"
  metadata:
    creationTimestamp: "2026-09-16T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:42Z"
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m.18d5e2140c6e4670
    namespace: kserve-ci-e2e-test
    resourceVersion: "16764"
    uid: 74dcfa0f-958a-495b-af24-4a8e3164f28d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-2e185}
    kind: Pod
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 24ae3b5a-680b-4630-bb8b-97fca07f9224
  kind: Event
  lastTimestamp: "2026-09-16T18:56:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:10ee05d4acb8a93a3eeee1c000e44a3fdd4ba5c5852a56e3b2d09fe8b08cf42b"
    in 1.553s (1.553s including waiting). Image size: 211458663 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:44Z"
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m.18d5e214690ac1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16779"
    uid: f1fdf568-8c3c-4c0b-a763-5b47f430b81f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-2e185}
    kind: Pod
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 24ae3b5a-680b-4630-bb8b-97fca07f9224
  kind: Event
  lastTimestamp: "2026-09-16T18:56:44Z"
  message: 'Created container: model-chainer-raw-2e185'
  metadata:
    creationTimestamp: "2026-09-16T18:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:44Z"
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m.18d5e2146c244fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: 126ca447-217e-4e8e-9beb-7a9571bb7da3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-2e185}
    kind: Pod
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 24ae3b5a-680b-4630-bb8b-97fca07f9224
  kind: Event
  lastTimestamp: "2026-09-16T18:56:44Z"
  message: Started container model-chainer-raw-2e185
  metadata:
    creationTimestamp: "2026-09-16T18:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:44Z"
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m.18d5e2146c91fc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 833eb89f-1569-4323-991d-502b15e85129
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-2e185}
    kind: Pod
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 24ae3b5a-680b-4630-bb8b-97fca07f9224
  kind: Event
  lastTimestamp: "2026-09-16T18:56:52Z"
  message: Stopping container model-chainer-raw-2e185
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:52Z"
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m.18d5e2164117fe24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16865"
    uid: 59de4639-5208-4000-8890-be8853a61ad6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-2e185}
    kind: Pod
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 24ae3b5a-680b-4630-bb8b-97fca07f9224
  kind: Event
  lastTimestamp: "2026-09-16T18:57:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:20Z"
    name: model-chainer-raw-2e185-765c8b89cd-2gh6m.18d5e217077b0bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17250"
    uid: b031c929-c62f-47d9-aa79-50e5b664b913
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-186.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-2e185-765c8b89cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 64742d60-9c3e-4f9a-946f-40b85799c575
  kind: Event
  lastTimestamp: "2026-09-16T18:56:42Z"
  message: 'Created pod: model-chainer-raw-2e185-765c8b89cd-2gh6m'
  metadata:
    creationTimestamp: "2026-09-16T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:42Z"
    name: model-chainer-raw-2e185-765c8b89cd.18d5e213e8d1d21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 6dc34502-19c2-4de8-aefb-df9fe88ae508
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-2e185
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: 9ec89bbc-fde5-4701-bc9e-124a4951b4e3
  kind: Event
  lastTimestamp: "2026-09-16T18:56:42Z"
  message: Scaled up replica set model-chainer-raw-2e185-765c8b89cd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:42Z"
    name: model-chainer-raw-2e185.18d5e213e80a364c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 78ef2142-6b7c-4bfd-bf52-badfc0f3d0eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-2e185
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: cfd05d4b-1391-4f04-808c-52127acb2cb2
  kind: Event
  lastTimestamp: "2026-09-16T18:56:42Z"
  message: InferenceGraph [model-chainer-raw-2e185] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:42Z"
    name: model-chainer-raw-2e185.18d5e213eccc399f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: e790c461-ff2e-4170-bc45-931f9d879435
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:32.409491Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: ebf92c37-b69d-4c0d-85e0-9f1f7af17015
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-22075-6885dff445-7xztk
    to ip-10-0-130-186.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:32Z"
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk.18d5e22d987eedc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17974"
    uid: 79e3549d-8a07-464a-b5e2-1b6391456b9d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: ebf92c37-b69d-4c0d-85e0-9f1f7af17015
  kind: Event
  lastTimestamp: "2026-09-16T18:58:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-22075-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:32Z"
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk.18d5e22da3ecd197
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 2700d2ef-50ee-4db8-8d0e-a9a702f3ecde
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-186.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17978"
    uid: ebf92c37-b69d-4c0d-85e0-9f1f7af17015
  kind: Event
  lastTimestamp: "2026-09-16T18:58:33Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:33Z"
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk.18d5e22dde331e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17994"
    uid: 8bc4fbed-6fc6-4d55-8157-9357c9832183
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-22075}
    kind: Pod
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: ebf92c37-b69d-4c0d-85e0-9f1f7af17015
  kind: Event
  lastTimestamp: "2026-09-16T18:58:33Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:10ee05d4acb8a93a3eeee1c000e44a3fdd4ba5c5852a56e3b2d09fe8b08cf42b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:33Z"
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk.18d5e22ddf92b70a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17996"
    uid: 25c5d4b3-f59c-4dee-b277-48dc3f31362d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-22075}
    kind: Pod
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: ebf92c37-b69d-4c0d-85e0-9f1f7af17015
  kind: Event
  lastTimestamp: "2026-09-16T18:58:33Z"
  message: 'Created container: model-chainer-raw-hpa-22075'
  metadata:
    creationTimestamp: "2026-09-16T18:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:33Z"
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk.18d5e22de24ac099
    namespace: kserve-ci-e2e-test
    resourceVersion: "17997"
    uid: a820062c-4534-488c-a6ce-22ae79509524
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-22075}
    kind: Pod
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: ebf92c37-b69d-4c0d-85e0-9f1f7af17015
  kind: Event
  lastTimestamp: "2026-09-16T18:58:33Z"
  message: Started container model-chainer-raw-hpa-22075
  metadata:
    creationTimestamp: "2026-09-16T18:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:33Z"
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk.18d5e22de2bebd49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 6400c0a8-89e2-446c-904e-62a3823cbd9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-22075}
    kind: Pod
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: ebf92c37-b69d-4c0d-85e0-9f1f7af17015
  kind: Event
  lastTimestamp: "2026-09-16T18:58:42Z"
  message: Stopping container model-chainer-raw-hpa-22075
  metadata:
    creationTimestamp: "2026-09-16T18:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:42Z"
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk.18d5e22ff245d13f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18090"
    uid: cb11b474-cf6f-4e5c-b3fc-4d787d5c5168
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-186.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-22075}
    kind: Pod
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: ebf92c37-b69d-4c0d-85e0-9f1f7af17015
  kind: Event
  lastTimestamp: "2026-09-16T18:59:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:09Z"
    name: model-chainer-raw-hpa-22075-6885dff445-7xztk.18d5e23082737694
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: 5efd7d19-954e-4417-b133-2e4f0e47b8f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-186.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-186.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-22075-6885dff445
    namespace: kserve-ci-e2e-test
    resourceVersion: "17966"
    uid: 3ca92eb6-2f82-42f6-9590-13bee3366013
  kind: Event
  lastTimestamp: "2026-09-16T18:58:32Z"
  message: 'Created pod: model-chainer-raw-hpa-22075-6885dff445-7xztk'
  metadata:
    creationTimestamp: "2026-09-16T18:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:32Z"
    name: model-chainer-raw-hpa-22075-6885dff445.18d5e22d9823cf0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17971"
    uid: 9d48ac54-6e48-4481-a7e2-3666fc42461c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-22075
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: 0f2c4421-3ab9-45cb-aa8b-876d05241cc8
  kind: Event
  lastTimestamp: "2026-09-16T18:58:32Z"
  message: Scaled up replica set model-chainer-raw-hpa-22075-6885dff445 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:32Z"
    name: model-chainer-raw-hpa-22075.18d5e22d9767fba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 227ac7d0-c99b-4ea0-8ea4-e644325c9192
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-22075
    namespace: kserve-ci-e2e-test
    resourceVersion: "17980"
    uid: fbe53b21-7e74-48af-8772-bf70130adc76
  kind: Event
  lastTimestamp: "2026-09-16T18:58:32Z"
  message: InferenceGraph [model-chainer-raw-hpa-22075] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:32Z"
    name: model-chainer-raw-hpa-22075.18d5e22d9d14b7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: c52dee2a-1bb5-4fbd-a77b-94abeac4c701
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:48.207955Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19524"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24d36b704a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: f059ae56-17ed-4fa7-a9dd-e2ab6d037198
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-aef9f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24d4353054f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19540"
    uid: 2f2ba313-195b-4755-bc98-d997f3928974
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:49Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:49Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24d7c889be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 5b4c5ce2-497b-471c-9be0-1a9252dd43fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:49Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24d7df2b2c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19551"
    uid: 9d8a136b-4818-4e9e-af0c-51d3a92b5fe0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:49Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24d80b01f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19552"
    uid: 2a943612-8190-47c1-ae14-771bf16e0ee4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:49Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24d81246870
    namespace: kserve-ci-e2e-test
    resourceVersion: "19553"
    uid: a86fc9df-c4f2-4826-9862-050a117b4be6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24e83f58270
    namespace: kserve-ci-e2e-test
    resourceVersion: "19599"
    uid: 8c0172b4-3a15-4ea5-98a4-51c7e817ad15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24e86ed3a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: 1ef8823f-3a88-43ae-baf5-15db3a96d8bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24e8778dfeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 2cb1f8ac-e7c6-4bd3-b7cb-9f1a7efa8fa7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24e87853eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19603"
    uid: aed9a4f6-bae4-45da-aba9-78261f279e34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24e8a22f7dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: 1a48d5c4-79e7-43ec-a1e8-d181cf5e5e0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24e8a98a3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: 6f0d0289-7279-446b-9071-7af2bc0190fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:20Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e24ebffdf175
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: ef90c707-8e89-457b-b436-8bf7b78cff5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:18Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e262328503c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 2d444205-2bc0-43f3-8de3-f08f7347fe37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:18Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e262328588aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20258"
    uid: 8974d315-bd94-4f47-b1ce-9f6d83739485
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 79932bbe-63e6-4d9b-aeaf-023419f8639e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:20Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d-dhznd.18d5e262c6335116
    namespace: kserve-ci-e2e-test
    resourceVersion: "20279"
    uid: dfbc1172-eaf0-4d37-af99-a94e7e16e4ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-aef9f-predictor-694d557f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19516"
    uid: 7b88ba49-34b1-4d12-badc-70ddc2758eaf
  kind: Event
  lastTimestamp: "2026-09-16T19:00:48Z"
  message: 'Created pod: raw-sklearn-aef9f-predictor-694d557f6d-dhznd'
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: raw-sklearn-aef9f-predictor-694d557f6d.18d5e24d35cd4c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 9b0b9f32-4a3c-4701-bd8f-078d4bb31c98
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-aef9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: e87b087b-656c-43ec-8c6c-442da34ad628
  kind: Event
  lastTimestamp: "2026-09-16T19:00:48Z"
  message: Scaled up replica set raw-sklearn-aef9f-predictor-694d557f6d from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: raw-sklearn-aef9f-predictor.18d5e24d321ebb39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: fb81033d-9a07-411d-a2c0-90ed034a5414
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-aef9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19515"
    uid: 1c4e29c8-fd0a-4eee-9fd2-364656e18213
  kind: Event
  lastTimestamp: "2026-09-16T19:01:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:18Z"
    name: raw-sklearn-aef9f-predictor.18d5e250b05ee0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19790"
    uid: 31045847-c093-4ae2-b0b2-dda683760647
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-aef9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19515"
    uid: 1c4e29c8-fd0a-4eee-9fd2-364656e18213
  kind: Event
  lastTimestamp: "2026-09-16T19:01:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:18Z"
    name: raw-sklearn-aef9f-predictor.18d5e250b0dae1b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 3838729c-3e6b-4ef4-ac21-7e7f28ce6751
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-aef9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: 1c4e29c8-fd0a-4eee-9fd2-364656e18213
  kind: Event
  lastTimestamp: "2026-09-16T19:02:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:18Z"
    name: raw-sklearn-aef9f-predictor.18d5e257af2d88d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20240"
    uid: 0e2280c2-c762-4147-91ae-848b47db3fbc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-aef9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: 1c4e29c8-fd0a-4eee-9fd2-364656e18213
  kind: Event
  lastTimestamp: "2026-09-16T19:02:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:18Z"
    name: raw-sklearn-aef9f-predictor.18d5e257af93fb88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20241"
    uid: b19fe120-4597-44da-95b4-fedb04965b0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-aef9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19507"
    uid: 5e6531fe-52c1-4699-ab1e-f30535c59b62
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: raw-sklearn-aef9f.18d5e24d31b59ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20186"
    uid: 2503b95a-0d2b-4276-a6c8-7d611d2fe26e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-aef9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19507"
    uid: 5e6531fe-52c1-4699-ab1e-f30535c59b62
  kind: Event
  lastTimestamp: "2026-09-16T19:00:48Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-aef9f": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-aef9f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:48Z"
    name: raw-sklearn-aef9f.18d5e24d32351da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19521"
    uid: 8c77e9e8-a793-4d7d-9ced-525c0b088e9b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-aef9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20183"
    uid: 5e6531fe-52c1-4699-ab1e-f30535c59b62
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: InferenceService [raw-sklearn-aef9f] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: raw-sklearn-aef9f.18d5e26078055c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: 40df512d-178d-40f7-ad69-ebe4c8b5ad23
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:23.481449Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20329"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    to ip-10-0-128-253.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:23Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e2636575309a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: faee922e-213d-49a2-9aca-4c36dee4f0b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-59df8bdd79-ztjcx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e2638794dc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20350"
    uid: 73c2198f-eeaf-4279-92f9-dcd1f81b52eb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5e3f2c9028a91a0c41fb60e357bf2ecf428704c551e5155589c954076f13371d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e26388f74bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20352"
    uid: 1ef91f92-b2cc-4e67-abf6-05ad56d583d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e2638b8591da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 12da1358-a215-45dd-bc69-d2aef8f76653
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e2638bf76885
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 85c16c22-66b4-4aef-97e8-86c600dde278
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:02:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1986"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:28Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e2647dd82f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20384"
    uid: 3eceec85-0075-4527-ac1b-9985a19b4240
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:02:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:28Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e2648079072b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20387"
    uid: ae6d6daa-7709-44ac-ae06-94d0d12752fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:02:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:28Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e26480e4b52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20388"
    uid: 359b6e59-d829-4980-85f8-6c0b2584707c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:02:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:28Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e26480ee94d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20390"
    uid: a0484a1f-0cfd-4924-bd4b-6c5d94f5332f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:02:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:28Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e26483637026
    namespace: kserve-ci-e2e-test
    resourceVersion: "20392"
    uid: 707d10e8-b73d-4bc7-8c35-f187e370c4a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:02:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:28Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e26483c95076
    namespace: kserve-ci-e2e-test
    resourceVersion: "20393"
    uid: 400397b5-2b10-4616-94db-d840241ec0f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:03:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:56Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e264b9df1e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "21227"
    uid: 559ae284-5015-4ac1-a74a-484d3005fa18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:03:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:53Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e2785d82ed71
    namespace: kserve-ci-e2e-test
    resourceVersion: "21200"
    uid: ee319701-dd0e-4c8d-9fd1-5e1630b30d59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:03:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:53Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e2785d839d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: b1599729-431f-4856-b480-5b283cd88659
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: a92b375b-7ed0-40e3-8b4e-3024bfe59513
  kind: Event
  lastTimestamp: "2026-09-16T19:03:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:56Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6.18d5e278fbdeedff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21226"
    uid: 6cdc67ba-5b49-4986-9ce8-03b55f1409a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20317"
    uid: d4c8699f-7e05-46ee-be5d-cfc6d83ad572
  kind: Event
  lastTimestamp: "2026-09-16T19:02:23Z"
  message: 'Created pod: raw-sklearn-runtime-20b49-predictor-bdb97c8f6-7nll6'
  metadata:
    creationTimestamp: "2026-09-16T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:23Z"
    name: raw-sklearn-runtime-20b49-predictor-bdb97c8f6.18d5e26364e9c14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: b99825ee-6ce3-4dad-8819-b56831c4d029
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-20b49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20315"
    uid: 7f995c2b-8fce-4886-ae63-f0bb56133233
  kind: Event
  lastTimestamp: "2026-09-16T19:02:23Z"
  message: Scaled up replica set raw-sklearn-runtime-20b49-predictor-bdb97c8f6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:23Z"
    name: raw-sklearn-runtime-20b49-predictor.18d5e2635fbbc83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: 1f1f7187-8960-446f-9abb-43b7c8c58ddc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-20b49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: 1bc56929-5ed8-4c46-bd85-3f4fc7e3892c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:53Z"
    name: raw-sklearn-runtime-20b49-predictor.18d5e266de3fdf0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: ffa7dfc7-ee14-411f-8443-53a026766be5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-20b49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: 1bc56929-5ed8-4c46-bd85-3f4fc7e3892c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:53Z"
    name: raw-sklearn-runtime-20b49-predictor.18d5e266dedeb474
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 35c604b2-a540-4568-b822-bed77c259965
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-20b49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20478"
    uid: 1bc56929-5ed8-4c46-bd85-3f4fc7e3892c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:53Z"
    name: raw-sklearn-runtime-20b49-predictor.18d5e26ddc886743
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: 894003b6-fb9c-4914-8080-99ac76963d85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-20b49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20478"
    uid: 1bc56929-5ed8-4c46-bd85-3f4fc7e3892c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:53Z"
    name: raw-sklearn-runtime-20b49-predictor.18d5e26ddd017f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: fbc88d2d-eadd-4952-b65a-3b920bb89fbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-20b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20308"
    uid: 076add75-a3f6-4522-97a6-9175016b27dc
  kind: Event
  lastTimestamp: "2026-09-16T19:03:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:46Z"
    name: raw-sklearn-runtime-20b49.18d5e2635fb96c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "21133"
    uid: edb20838-6d7d-4e47-8950-76c4a8c69fdf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-20b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20308"
    uid: 076add75-a3f6-4522-97a6-9175016b27dc
  kind: Event
  lastTimestamp: "2026-09-16T19:02:23Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-20b49":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-20b49":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:23Z"
    name: raw-sklearn-runtime-20b49.18d5e2636077bbad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: d2507934-7682-465e-8fdb-7928310b1bea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-20b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: 076add75-a3f6-4522-97a6-9175016b27dc
  kind: Event
  lastTimestamp: "2026-09-16T19:02:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-20b49": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:23Z"
    name: raw-sklearn-runtime-20b49.18d5e263669a0456
    namespace: kserve-ci-e2e-test
    resourceVersion: "20343"
    uid: d787b60b-13d9-418e-99c7-143a6f491bb0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-20b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "21130"
    uid: 076add75-a3f6-4522-97a6-9175016b27dc
  kind: Event
  lastTimestamp: "2026-09-16T19:03:46Z"
  message: InferenceService [raw-sklearn-runtime-20b49] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:46Z"
    name: raw-sklearn-runtime-20b49.18d5e276adddf3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21132"
    uid: 2fc93a85-9676-4096-bcf8-83d1a8aa5c09
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24610"